Skip to main content

wasmtime/runtime/
func.rs

1use crate::error::OutOfMemory;
2use crate::prelude::*;
3use crate::runtime::vm::{
4    self, InterpreterRef, SendSyncPtr, StoreBox, UncaughtException, VMArrayCallHostFuncContext,
5    VMCommonStackInformation, VMContext, VMFuncRef, VMFunctionImport, VMOpaqueContext,
6    VMStoreContext, VmPtr,
7};
8use crate::store::{Asyncness, AutoAssertNoGc, InstanceId, StoreId, StoreOpaque};
9use crate::type_registry::RegisteredType;
10use crate::{
11    AsContext, AsContextMut, CallHook, Engine, Extern, FuncType, Instance, ModuleExport, Ref,
12    StoreContext, StoreContextMut, Val, ValRaw, ValType,
13};
14use alloc::sync::Arc;
15use core::convert::Infallible;
16use core::ffi::c_void;
17#[cfg(feature = "async")]
18use core::future::Future;
19use core::mem::{self, MaybeUninit};
20use core::ptr::NonNull;
21use wasmtime_environ::{PanicOnOom as _, VMSharedTypeIndex};
22
23/// A reference to the abstract `nofunc` heap value.
24///
25/// The are no instances of `(ref nofunc)`: it is an uninhabited type.
26///
27/// There is precisely one instance of `(ref null nofunc)`, aka `nullfuncref`:
28/// the null reference.
29///
30/// This `NoFunc` Rust type's sole purpose is for use with [`Func::wrap`]- and
31/// [`Func::typed`]-style APIs for statically typing a function as taking or
32/// returning a `(ref null nofunc)` (aka `Option<NoFunc>`) which is always
33/// `None`.
34///
35/// # Example
36///
37/// ```
38/// # use wasmtime::*;
39/// # fn _foo() -> Result<()> {
40/// let mut config = Config::new();
41/// config.wasm_function_references(true);
42/// let engine = Engine::new(&config)?;
43///
44/// let module = Module::new(
45///     &engine,
46///     r#"
47///         (module
48///             (func (export "f") (param (ref null nofunc))
49///                 ;; If the reference is null, return.
50///                 local.get 0
51///                 ref.is_null nofunc
52///                 br_if 0
53///
54///                 ;; If the reference was not null (which is impossible)
55///                 ;; then raise a trap.
56///                 unreachable
57///             )
58///         )
59///     "#,
60/// )?;
61///
62/// let mut store = Store::new(&engine, ());
63/// let instance = Instance::new(&mut store, &module, &[])?;
64/// let f = instance.get_func(&mut store, "f").unwrap();
65///
66/// // We can cast a `(ref null nofunc)`-taking function into a typed function that
67/// // takes an `Option<NoFunc>` via the `Func::typed` method.
68/// let f = f.typed::<Option<NoFunc>, ()>(&store)?;
69///
70/// // We can call the typed function, passing the null `nofunc` reference.
71/// let result = f.call(&mut store, NoFunc::null());
72///
73/// // The function should not have trapped, because the reference we gave it was
74/// // null (as it had to be, since `NoFunc` is uninhabited).
75/// assert!(result.is_ok());
76/// # Ok(())
77/// # }
78/// ```
79#[derive(Copy, Clone, Debug, PartialEq, Eq)]
80pub struct NoFunc {
81    _inner: Infallible,
82}
83
84impl NoFunc {
85    /// Get the null `(ref null nofunc)` (aka `nullfuncref`) reference.
86    #[inline]
87    pub fn null() -> Option<NoFunc> {
88        None
89    }
90
91    /// Get the null `(ref null nofunc)` (aka `nullfuncref`) reference as a
92    /// [`Ref`].
93    #[inline]
94    pub fn null_ref() -> Ref {
95        Ref::Func(None)
96    }
97
98    /// Get the null `(ref null nofunc)` (aka `nullfuncref`) reference as a
99    /// [`Val`].
100    #[inline]
101    pub fn null_val() -> Val {
102        Val::FuncRef(None)
103    }
104}
105
106/// A WebAssembly function which can be called.
107///
108/// This type typically represents an exported function from a WebAssembly
109/// module instance. In this case a [`Func`] belongs to an [`Instance`] and is
110/// loaded from there. A [`Func`] may also represent a host function as well in
111/// some cases, too.
112///
113/// Functions can be called in a few different ways, either synchronous or async
114/// and either typed or untyped (more on this below). Note that host functions
115/// are normally inserted directly into a [`Linker`](crate::Linker) rather than
116/// using this directly, but both options are available.
117///
118/// # `Func` and `async`
119///
120/// Functions from the perspective of WebAssembly are always synchronous. You
121/// might have an `async` function in Rust, however, which you'd like to make
122/// available from WebAssembly. Wasmtime supports asynchronously calling
123/// WebAssembly through native stack switching. You can get some more
124/// information about [asynchronous configs](crate#async), but
125/// from the perspective of `Func` it's important to know that whether or not
126/// your [`Store`](crate::Store) is asynchronous will dictate whether you call
127/// functions through [`Func::call`] or [`Func::call_async`] (or the typed
128/// wrappers such as [`TypedFunc::call`] vs [`TypedFunc::call_async`]).
129///
130/// # To `Func::call` or to `Func::typed().call()`
131///
132/// There's a 2x2 matrix of methods to call [`Func`]. Invocations can either be
133/// asynchronous or synchronous. They can also be statically typed or not.
134/// Whether or not an invocation is asynchronous is indicated via the method
135/// being `async` and [`call_async`](Func::call_async) being the entry point.
136/// Otherwise for statically typed or not your options are:
137///
138/// * Dynamically typed - if you don't statically know the signature of the
139///   function that you're calling you'll be using [`Func::call`] or
140///   [`Func::call_async`]. These functions take a variable-length slice of
141///   "boxed" arguments in their [`Val`] representation. Additionally the
142///   results are returned as an owned slice of [`Val`]. These methods are not
143///   optimized due to the dynamic type checks that must occur, in addition to
144///   some dynamic allocations for where to put all the arguments. While this
145///   allows you to call all possible wasm function signatures, if you're
146///   looking for a speedier alternative you can also use...
147///
148/// * Statically typed - if you statically know the type signature of the wasm
149///   function you're calling, then you'll want to use the [`Func::typed`]
150///   method to acquire an instance of [`TypedFunc`]. This structure is static proof
151///   that the underlying wasm function has the ascripted type, and type
152///   validation is only done once up-front. The [`TypedFunc::call`] and
153///   [`TypedFunc::call_async`] methods are much more efficient than [`Func::call`]
154///   and [`Func::call_async`] because the type signature is statically known.
155///   This eschews runtime checks as much as possible to get into wasm as fast
156///   as possible.
157///
158/// # Examples
159///
160/// One way to get a `Func` is from an [`Instance`] after you've instantiated
161/// it:
162///
163/// ```
164/// # use wasmtime::*;
165/// # fn main() -> Result<()> {
166/// let engine = Engine::default();
167/// let module = Module::new(&engine, r#"(module (func (export "foo")))"#)?;
168/// let mut store = Store::new(&engine, ());
169/// let instance = Instance::new(&mut store, &module, &[])?;
170/// let foo = instance.get_func(&mut store, "foo").expect("export wasn't a function");
171///
172/// // Work with `foo` as a `Func` at this point, such as calling it
173/// // dynamically...
174/// match foo.call(&mut store, &[], &mut []) {
175///     Ok(()) => { /* ... */ }
176///     Err(trap) => {
177///         panic!("execution of `foo` resulted in a wasm trap: {}", trap);
178///     }
179/// }
180/// foo.call(&mut store, &[], &mut [])?;
181///
182/// // ... or we can make a static assertion about its signature and call it.
183/// // Our first call here can fail if the signatures don't match, and then the
184/// // second call can fail if the function traps (like the `match` above).
185/// let foo = foo.typed::<(), ()>(&store)?;
186/// foo.call(&mut store, ())?;
187/// # Ok(())
188/// # }
189/// ```
190///
191/// You can also use the [`wrap` function](Func::wrap) to create a
192/// `Func`
193///
194/// ```
195/// # use wasmtime::*;
196/// # fn main() -> Result<()> {
197/// let mut store = Store::<()>::default();
198///
199/// // Create a custom `Func` which can execute arbitrary code inside of the
200/// // closure.
201/// let add = Func::wrap(&mut store, |a: i32, b: i32| -> i32 { a + b });
202///
203/// // Next we can hook that up to a wasm module which uses it.
204/// let module = Module::new(
205///     store.engine(),
206///     r#"
207///         (module
208///             (import "" "" (func $add (param i32 i32) (result i32)))
209///             (func (export "call_add_twice") (result i32)
210///                 i32.const 1
211///                 i32.const 2
212///                 call $add
213///                 i32.const 3
214///                 i32.const 4
215///                 call $add
216///                 i32.add))
217///     "#,
218/// )?;
219/// let instance = Instance::new(&mut store, &module, &[add.into()])?;
220/// let call_add_twice = instance.get_typed_func::<(), i32>(&mut store, "call_add_twice")?;
221///
222/// assert_eq!(call_add_twice.call(&mut store, ())?, 10);
223/// # Ok(())
224/// # }
225/// ```
226///
227/// Or you could also create an entirely dynamic `Func`!
228///
229/// ```
230/// # use wasmtime::*;
231/// # fn main() -> Result<()> {
232/// let mut store = Store::<()>::default();
233///
234/// // Here we need to define the type signature of our `Double` function and
235/// // then wrap it up in a `Func`
236/// let double_type = wasmtime::FuncType::new(
237///     store.engine(),
238///     [wasmtime::ValType::I32].iter().cloned(),
239///     [wasmtime::ValType::I32].iter().cloned(),
240/// );
241/// let double = Func::new(&mut store, double_type, |_, params, results| {
242///     let mut value = params[0].unwrap_i32();
243///     value *= 2;
244///     results[0] = value.into();
245///     Ok(())
246/// });
247///
248/// let module = Module::new(
249///     store.engine(),
250///     r#"
251///         (module
252///             (import "" "" (func $double (param i32) (result i32)))
253///             (func $start
254///                 i32.const 1
255///                 call $double
256///                 drop)
257///             (start $start))
258///     "#,
259/// )?;
260/// let instance = Instance::new(&mut store, &module, &[double.into()])?;
261/// // .. work with `instance` if necessary
262/// # Ok(())
263/// # }
264/// ```
265#[derive(Copy, Clone, Debug)]
266#[repr(C)] // here for the C API
267pub struct Func {
268    /// The store that the below pointer belongs to.
269    ///
270    /// It's only safe to look at the contents of the pointer below when the
271    /// `StoreOpaque` matching this id is in-scope.
272    store: StoreId,
273
274    /// The raw `VMFuncRef`, whose lifetime is bound to the store this func
275    /// belongs to.
276    ///
277    /// Note that this field has an `unsafe_*` prefix to discourage use of it.
278    /// This is only safe to read/use if `self.store` is validated to belong to
279    /// an ambiently provided `StoreOpaque` or similar. Use the
280    /// `self.vm_func_ref()` method instead of this field to perform this check.
281    unsafe_func_ref: SendSyncPtr<VMFuncRef>,
282}
283
284// Double-check that the C representation in `extern.h` matches our in-Rust
285// representation here in terms of size/alignment/etc.
286const _: () = {
287    #[repr(C)]
288    struct C(u64, *mut u8);
289    assert!(core::mem::size_of::<C>() == core::mem::size_of::<Func>());
290    assert!(core::mem::align_of::<C>() == core::mem::align_of::<Func>());
291    assert!(core::mem::offset_of!(Func, store) == 0);
292};
293
294macro_rules! for_each_function_signature {
295    ($mac:ident) => {
296        $mac!(0);
297        $mac!(1 A1);
298        $mac!(2 A1 A2);
299        $mac!(3 A1 A2 A3);
300        $mac!(4 A1 A2 A3 A4);
301        $mac!(5 A1 A2 A3 A4 A5);
302        $mac!(6 A1 A2 A3 A4 A5 A6);
303        $mac!(7 A1 A2 A3 A4 A5 A6 A7);
304        $mac!(8 A1 A2 A3 A4 A5 A6 A7 A8);
305        $mac!(9 A1 A2 A3 A4 A5 A6 A7 A8 A9);
306        $mac!(10 A1 A2 A3 A4 A5 A6 A7 A8 A9 A10);
307        $mac!(11 A1 A2 A3 A4 A5 A6 A7 A8 A9 A10 A11);
308        $mac!(12 A1 A2 A3 A4 A5 A6 A7 A8 A9 A10 A11 A12);
309        $mac!(13 A1 A2 A3 A4 A5 A6 A7 A8 A9 A10 A11 A12 A13);
310        $mac!(14 A1 A2 A3 A4 A5 A6 A7 A8 A9 A10 A11 A12 A13 A14);
311        $mac!(15 A1 A2 A3 A4 A5 A6 A7 A8 A9 A10 A11 A12 A13 A14 A15);
312        $mac!(16 A1 A2 A3 A4 A5 A6 A7 A8 A9 A10 A11 A12 A13 A14 A15 A16);
313        $mac!(17 A1 A2 A3 A4 A5 A6 A7 A8 A9 A10 A11 A12 A13 A14 A15 A16 A17);
314    };
315}
316
317mod typed;
318use crate::runtime::vm::VMStackChain;
319pub use typed::*;
320
321impl Func {
322    /// Creates a new `Func` with the given arguments, typically to create a
323    /// host-defined function to pass as an import to a module.
324    ///
325    /// * `store` - the store in which to create this [`Func`], which will own
326    ///   the return value.
327    ///
328    /// * `ty` - the signature of this function, used to indicate what the
329    ///   inputs and outputs are.
330    ///
331    /// * `func` - the native code invoked whenever this `Func` will be called.
332    ///   This closure is provided a [`Caller`] as its first argument to learn
333    ///   information about the caller, and then it's passed a list of
334    ///   parameters as a slice along with a mutable slice of where to write
335    ///   results.
336    ///
337    /// Note that the implementation of `func` must adhere to the `ty` signature
338    /// given, error or traps may occur if it does not respect the `ty`
339    /// signature. For example if the function type declares that it returns one
340    /// i32 but the `func` closures does not write anything into the results
341    /// slice then a trap may be generated.
342    ///
343    /// Additionally note that this is quite a dynamic function since signatures
344    /// are not statically known. For a more performant and ergonomic `Func`
345    /// it's recommended to use [`Func::wrap`] if you can because with
346    /// statically known signatures Wasmtime can optimize the implementation
347    /// much more.
348    ///
349    /// For more information about `Send + Sync + 'static` requirements on the
350    /// `func`, see [`Func::wrap`](#why-send--sync--static).
351    ///
352    /// # Errors
353    ///
354    /// The host-provided function here returns a
355    /// [`Result<()>`](crate::Result). If the function returns `Ok(())` then
356    /// that indicates that the host function completed successfully and wrote
357    /// the result into the `&mut [Val]` argument.
358    ///
359    /// If the function returns `Err(e)`, however, then this is equivalent to
360    /// the host function triggering a trap for wasm. WebAssembly execution is
361    /// immediately halted and the original caller of [`Func::call`], for
362    /// example, will receive the error returned here (possibly with
363    /// [`WasmBacktrace`](crate::WasmBacktrace) context information attached).
364    ///
365    /// For more information about errors in Wasmtime see the [`Trap`]
366    /// documentation.
367    ///
368    /// [`Trap`]: crate::Trap
369    ///
370    /// # Panics
371    ///
372    /// Panics if the given function type is not associated with this store's
373    /// engine.
374    pub fn new<T: 'static>(
375        store: impl AsContextMut<Data = T>,
376        ty: FuncType,
377        func: impl Fn(Caller<'_, T>, &[Val], &mut [Val]) -> Result<()> + Send + Sync + 'static,
378    ) -> Self {
379        Self::try_new_(store, ty, func).panic_on_oom()
380    }
381
382    /// Same as [`Func::new`] but returns an error instead of panicking on
383    /// allocation failure.
384    ///
385    /// # Errors
386    ///
387    /// This function will return an [`OutOfMemory`][crate::OutOfMemory] error when
388    /// memory allocation fails. See the `OutOfMemory` type's documentation for
389    /// details on Wasmtime's out-of-memory handling.
390    pub fn try_new<T: 'static>(
391        store: impl AsContextMut<Data = T>,
392        ty: FuncType,
393        func: impl Fn(Caller<'_, T>, &[Val], &mut [Val]) -> Result<()> + Send + Sync + 'static,
394    ) -> Result<Self> {
395        Ok(Self::try_new_(store, ty, func)?)
396    }
397
398    fn try_new_<T: 'static>(
399        mut store: impl AsContextMut<Data = T>,
400        ty: FuncType,
401        func: impl Fn(Caller<'_, T>, &[Val], &mut [Val]) -> Result<()> + Send + Sync + 'static,
402    ) -> Result<Self, OutOfMemory> {
403        let store = store.as_context_mut().0;
404        let host = HostFunc::new(store.engine(), ty, func)?;
405
406        // SAFETY: the `T` used by `func` matches the `T` of the store we're
407        // inserting into via this function's type signature.
408        unsafe { host.into_func(store) }
409    }
410
411    /// Creates a new [`Func`] with the given arguments, although has fewer
412    /// runtime checks than [`Func::new`].
413    ///
414    /// This function takes a callback of a different signature than
415    /// [`Func::new`], instead receiving a raw pointer with a list of [`ValRaw`]
416    /// structures. These values have no type information associated with them
417    /// so it's up to the caller to provide a function that will correctly
418    /// interpret the list of values as those coming from the `ty` specified.
419    ///
420    /// If you're calling this from Rust it's recommended to either instead use
421    /// [`Func::new`] or [`Func::wrap`]. The [`Func::wrap`] API, in particular,
422    /// is both safer and faster than this API.
423    ///
424    /// # Errors
425    ///
426    /// See [`Func::new`] for the behavior of returning an error from the host
427    /// function provided here.
428    ///
429    /// # Unsafety
430    ///
431    /// This function is not safe because it's not known at compile time that
432    /// the `func` provided correctly interprets the argument types provided to
433    /// it, or that the results it produces will be of the correct type.
434    ///
435    /// # Panics
436    ///
437    /// Panics if the given function type is not associated with this store's
438    /// engine.
439    pub unsafe fn new_unchecked<T: 'static>(
440        mut store: impl AsContextMut<Data = T>,
441        ty: FuncType,
442        func: impl Fn(Caller<'_, T>, &mut [MaybeUninit<ValRaw>]) -> Result<()> + Send + Sync + 'static,
443    ) -> Self {
444        let store = store.as_context_mut().0;
445
446        // SAFETY: the contract required by `new_unchecked` is the same as the
447        // contract required by this function itself.
448        let host = unsafe { HostFunc::new_unchecked(store.engine(), ty, func).panic_on_oom() };
449
450        // SAFETY: the `T` used by `func` matches the `T` of the store we're
451        // inserting into via this function's type signature.
452        unsafe { host.into_func(store).panic_on_oom() }
453    }
454
455    /// Creates a new host-defined WebAssembly function which, when called,
456    /// will run the asynchronous computation defined by `func` to completion
457    /// and then return the result to WebAssembly.
458    ///
459    /// This function is the asynchronous analogue of [`Func::new`] and much of
460    /// that documentation applies to this as well. The key difference is that
461    /// `func` returns a future instead of simply a `Result`. Note that the
462    /// returned future can close over any of the arguments, but it cannot close
463    /// over the state of the closure itself. It's recommended to store any
464    /// necessary async state in the `T` of the [`Store<T>`](crate::Store) which
465    /// can be accessed through [`Caller::data`] or [`Caller::data_mut`].
466    ///
467    /// For more information on `Send + Sync + 'static`, see
468    /// [`Func::wrap`](#why-send--sync--static).
469    ///
470    /// # Panics
471    ///
472    /// Panics if the given function type is not associated with this store's
473    /// engine.
474    ///
475    /// # Errors
476    ///
477    /// See [`Func::new`] for the behavior of returning an error from the host
478    /// function provided here.
479    ///
480    /// # Examples
481    ///
482    /// ```
483    /// # use wasmtime::*;
484    /// # fn main() -> Result<()> {
485    /// // Simulate some application-specific state as well as asynchronous
486    /// // functions to query that state.
487    /// struct MyDatabase {
488    ///     // ...
489    /// }
490    ///
491    /// impl MyDatabase {
492    ///     async fn get_row_count(&self) -> u32 {
493    ///         // ...
494    /// #       100
495    ///     }
496    /// }
497    ///
498    /// let my_database = MyDatabase {
499    ///     // ...
500    /// };
501    ///
502    /// // Using `new_async` we can hook up into calling our async
503    /// // `get_row_count` function.
504    /// let engine = Engine::default();
505    /// let mut store = Store::new(&engine, MyDatabase {
506    ///     // ...
507    /// });
508    /// let get_row_count_type = wasmtime::FuncType::new(
509    ///     &engine,
510    ///     None,
511    ///     Some(wasmtime::ValType::I32),
512    /// );
513    /// let get = Func::new_async(&mut store, get_row_count_type, |caller, _params, results| {
514    ///     Box::new(async move {
515    ///         let count = caller.data().get_row_count().await;
516    ///         results[0] = Val::I32(count as i32);
517    ///         Ok(())
518    ///     })
519    /// });
520    /// // ...
521    /// # Ok(())
522    /// # }
523    /// ```
524    #[cfg(feature = "async")]
525    pub fn new_async<T, F>(mut store: impl AsContextMut<Data = T>, ty: FuncType, func: F) -> Func
526    where
527        F: for<'a> Fn(
528                Caller<'a, T>,
529                &'a [Val],
530                &'a mut [Val],
531            ) -> Box<dyn Future<Output = Result<()>> + Send + 'a>
532            + Send
533            + Sync
534            + 'static,
535        T: Send + 'static,
536    {
537        let store = store.as_context_mut().0;
538
539        let host = HostFunc::new_async(store.engine(), ty, func).panic_on_oom();
540
541        // SAFETY: the `T` used by `func` matches the `T` of the store we're
542        // inserting into via this function's type signature.
543        unsafe { host.into_func(store).panic_on_oom() }
544    }
545
546    /// Creates a new `Func` from a store and a funcref within that store.
547    ///
548    /// # Safety
549    ///
550    /// The safety of this function requires that `func_ref` is a valid function
551    /// pointer owned by `store`.
552    pub(crate) unsafe fn from_vm_func_ref(store: StoreId, func_ref: NonNull<VMFuncRef>) -> Func {
553        // SAFETY: given the contract of this function it's safe to read the
554        // `type_index` field.
555        unsafe {
556            debug_assert!(func_ref.as_ref().type_index != VMSharedTypeIndex::default());
557        }
558        Func {
559            store,
560            unsafe_func_ref: func_ref.into(),
561        }
562    }
563
564    /// Creates a new `Func` from the given Rust closure.
565    ///
566    /// This function will create a new `Func` which, when called, will
567    /// execute the given Rust closure. Unlike [`Func::new`] the target
568    /// function being called is known statically so the type signature can
569    /// be inferred. Rust types will map to WebAssembly types as follows:
570    ///
571    /// | Rust Argument Type                | WebAssembly Type                          |
572    /// |-----------------------------------|-------------------------------------------|
573    /// | `i32`                             | `i32`                                     |
574    /// | `u32`                             | `i32`                                     |
575    /// | `i64`                             | `i64`                                     |
576    /// | `u64`                             | `i64`                                     |
577    /// | `f32`                             | `f32`                                     |
578    /// | `f64`                             | `f64`                                     |
579    /// | `V128` on x86-64 and aarch64 only | `v128`                                    |
580    /// | `Option<Func>`                    | `funcref` aka `(ref null func)`           |
581    /// | `Func`                            | `(ref func)`                              |
582    /// | `Option<Nofunc>`                  | `nullfuncref` aka `(ref null nofunc)`     |
583    /// | `NoFunc`                          | `(ref nofunc)`                            |
584    /// | `Option<Rooted<ExternRef>>`       | `externref` aka `(ref null extern)`       |
585    /// | `Rooted<ExternRef>`               | `(ref extern)`                            |
586    /// | `Option<NoExtern>`                | `nullexternref` aka `(ref null noextern)` |
587    /// | `NoExtern`                        | `(ref noextern)`                          |
588    /// | `Option<Rooted<AnyRef>>`          | `anyref` aka `(ref null any)`             |
589    /// | `Rooted<AnyRef>`                  | `(ref any)`                               |
590    /// | `Option<Rooted<EqRef>>`           | `eqref` aka `(ref null eq)`               |
591    /// | `Rooted<EqRef>`                   | `(ref eq)`                                |
592    /// | `Option<I31>`                     | `i31ref` aka `(ref null i31)`             |
593    /// | `I31`                             | `(ref i31)`                               |
594    /// | `Option<Rooted<StructRef>>`       | `(ref null struct)`                       |
595    /// | `Rooted<StructRef>`               | `(ref struct)`                            |
596    /// | `Option<Rooted<ArrayRef>>`        | `(ref null array)`                        |
597    /// | `Rooted<ArrayRef>`                | `(ref array)`                             |
598    /// | `Option<NoneRef>`                 | `nullref` aka `(ref null none)`           |
599    /// | `NoneRef`                         | `(ref none)`                              |
600    ///
601    /// Note that anywhere a `Rooted<T>` appears, a `OwnedRooted<T>` may also
602    /// be used.
603    ///
604    /// Any of the Rust types can be returned from the closure as well, in
605    /// addition to some extra types
606    ///
607    /// | Rust Return Type  | WebAssembly Return Type | Meaning               |
608    /// |-------------------|-------------------------|-----------------------|
609    /// | `()`              | nothing                 | no return value       |
610    /// | `T`               | `T`                     | a single return value |
611    /// | `(T1, T2, ...)`   | `T1 T2 ...`             | multiple returns      |
612    ///
613    /// Note that all return types can also be wrapped in `Result<_>` to
614    /// indicate that the host function can generate a trap as well as possibly
615    /// returning a value.
616    ///
617    /// Finally you can also optionally take [`Caller`] as the first argument of
618    /// your closure. If inserted then you're able to inspect the caller's
619    /// state, for example the [`Memory`](crate::Memory) it has exported so you
620    /// can read what pointers point to.
621    ///
622    /// Note that when using this API, the intention is to create as thin of a
623    /// layer as possible for when WebAssembly calls the function provided. With
624    /// sufficient inlining and optimization the WebAssembly will call straight
625    /// into `func` provided, with no extra fluff entailed.
626    ///
627    /// # Why `Send + Sync + 'static`?
628    ///
629    /// All host functions defined in a [`Store`](crate::Store) (including
630    /// those from [`Func::new`] and other constructors) require that the
631    /// `func` provided is `Send + Sync + 'static`. Additionally host functions
632    /// always are `Fn` as opposed to `FnMut` or `FnOnce`. This can at-a-glance
633    /// feel restrictive since the closure cannot close over as many types as
634    /// before. The reason for this, though, is to ensure that
635    /// [`Store<T>`](crate::Store) can implement both the `Send` and `Sync`
636    /// traits.
637    ///
638    /// Fear not, however, because this isn't as restrictive as it seems! Host
639    /// functions are provided a [`Caller<'_, T>`](crate::Caller) argument which
640    /// allows access to the host-defined data within the
641    /// [`Store`](crate::Store). The `T` type is not required to be any of
642    /// `Send`, `Sync`, or `'static`! This means that you can store whatever
643    /// you'd like in `T` and have it accessible by all host functions.
644    /// Additionally mutable access to `T` is allowed through
645    /// [`Caller::data_mut`].
646    ///
647    /// Most host-defined [`Func`] values provide closures that end up not
648    /// actually closing over any values. These zero-sized types will use the
649    /// context from [`Caller`] for host-defined information.
650    ///
651    /// # Errors
652    ///
653    /// The closure provided here to `wrap` can optionally return a
654    /// [`Result<T>`](crate::Result). Returning `Ok(t)` represents the host
655    /// function successfully completing with the `t` result. Returning
656    /// `Err(e)`, however, is equivalent to raising a custom wasm trap.
657    /// Execution of WebAssembly does not resume and the stack is unwound to the
658    /// original caller of the function where the error is returned.
659    ///
660    /// For more information about errors in Wasmtime see the [`Trap`]
661    /// documentation.
662    ///
663    /// [`Trap`]: crate::Trap
664    ///
665    /// # Examples
666    ///
667    /// First up we can see how simple wasm imports can be implemented, such
668    /// as a function that adds its two arguments and returns the result.
669    ///
670    /// ```
671    /// # use wasmtime::*;
672    /// # fn main() -> Result<()> {
673    /// # let mut store = Store::<()>::default();
674    /// let add = Func::wrap(&mut store, |a: i32, b: i32| a + b);
675    /// let module = Module::new(
676    ///     store.engine(),
677    ///     r#"
678    ///         (module
679    ///             (import "" "" (func $add (param i32 i32) (result i32)))
680    ///             (func (export "foo") (param i32 i32) (result i32)
681    ///                 local.get 0
682    ///                 local.get 1
683    ///                 call $add))
684    ///     "#,
685    /// )?;
686    /// let instance = Instance::new(&mut store, &module, &[add.into()])?;
687    /// let foo = instance.get_typed_func::<(i32, i32), i32>(&mut store, "foo")?;
688    /// assert_eq!(foo.call(&mut store, (1, 2))?, 3);
689    /// # Ok(())
690    /// # }
691    /// ```
692    ///
693    /// We can also do the same thing, but generate a trap if the addition
694    /// overflows:
695    ///
696    /// ```
697    /// # use wasmtime::*;
698    /// # fn main() -> Result<()> {
699    /// # let mut store = Store::<()>::default();
700    /// let add = Func::wrap(&mut store, |a: i32, b: i32| {
701    ///     match a.checked_add(b) {
702    ///         Some(i) => Ok(i),
703    ///         None => bail!("overflow"),
704    ///     }
705    /// });
706    /// let module = Module::new(
707    ///     store.engine(),
708    ///     r#"
709    ///         (module
710    ///             (import "" "" (func $add (param i32 i32) (result i32)))
711    ///             (func (export "foo") (param i32 i32) (result i32)
712    ///                 local.get 0
713    ///                 local.get 1
714    ///                 call $add))
715    ///     "#,
716    /// )?;
717    /// let instance = Instance::new(&mut store, &module, &[add.into()])?;
718    /// let foo = instance.get_typed_func::<(i32, i32), i32>(&mut store, "foo")?;
719    /// assert_eq!(foo.call(&mut store, (1, 2))?, 3);
720    /// assert!(foo.call(&mut store, (i32::MAX, 1)).is_err());
721    /// # Ok(())
722    /// # }
723    /// ```
724    ///
725    /// And don't forget all the wasm types are supported!
726    ///
727    /// ```
728    /// # use wasmtime::*;
729    /// # fn main() -> Result<()> {
730    /// # let mut store = Store::<()>::default();
731    /// let debug = Func::wrap(&mut store, |a: i32, b: u32, c: f32, d: i64, e: u64, f: f64| {
732    ///
733    ///     println!("a={}", a);
734    ///     println!("b={}", b);
735    ///     println!("c={}", c);
736    ///     println!("d={}", d);
737    ///     println!("e={}", e);
738    ///     println!("f={}", f);
739    /// });
740    /// let module = Module::new(
741    ///     store.engine(),
742    ///     r#"
743    ///         (module
744    ///             (import "" "" (func $debug (param i32 i32 f32 i64 i64 f64)))
745    ///             (func (export "foo")
746    ///                 i32.const -1
747    ///                 i32.const 1
748    ///                 f32.const 2
749    ///                 i64.const -3
750    ///                 i64.const 3
751    ///                 f64.const 4
752    ///                 call $debug))
753    ///     "#,
754    /// )?;
755    /// let instance = Instance::new(&mut store, &module, &[debug.into()])?;
756    /// let foo = instance.get_typed_func::<(), ()>(&mut store, "foo")?;
757    /// foo.call(&mut store, ())?;
758    /// # Ok(())
759    /// # }
760    /// ```
761    ///
762    /// Finally if you want to get really fancy you can also implement
763    /// imports that read/write wasm module's memory
764    ///
765    /// ```
766    /// use std::str;
767    ///
768    /// # use wasmtime::*;
769    /// # fn main() -> Result<()> {
770    /// # let mut store = Store::default();
771    /// let log_str = Func::wrap(&mut store, |mut caller: Caller<'_, ()>, ptr: i32, len: i32| {
772    ///     let mem = match caller.get_export("memory") {
773    ///         Some(Extern::Memory(mem)) => mem,
774    ///         _ => bail!("failed to find host memory"),
775    ///     };
776    ///     let data = mem.data(&caller)
777    ///         .get(ptr as u32 as usize..)
778    ///         .and_then(|arr| arr.get(..len as u32 as usize));
779    ///     let string = match data {
780    ///         Some(data) => match str::from_utf8(data) {
781    ///             Ok(s) => s,
782    ///             Err(_) => bail!("invalid utf-8"),
783    ///         },
784    ///         None => bail!("pointer/length out of bounds"),
785    ///     };
786    ///     assert_eq!(string, "Hello, world!");
787    ///     println!("{}", string);
788    ///     Ok(())
789    /// });
790    /// let module = Module::new(
791    ///     store.engine(),
792    ///     r#"
793    ///         (module
794    ///             (import "" "" (func $log_str (param i32 i32)))
795    ///             (func (export "foo")
796    ///                 i32.const 4   ;; ptr
797    ///                 i32.const 13  ;; len
798    ///                 call $log_str)
799    ///             (memory (export "memory") 1)
800    ///             (data (i32.const 4) "Hello, world!"))
801    ///     "#,
802    /// )?;
803    /// let instance = Instance::new(&mut store, &module, &[log_str.into()])?;
804    /// let foo = instance.get_typed_func::<(), ()>(&mut store, "foo")?;
805    /// foo.call(&mut store, ())?;
806    /// # Ok(())
807    /// # }
808    /// ```
809    pub fn wrap<T, Params, Results>(
810        store: impl AsContextMut<Data = T>,
811        func: impl IntoFunc<T, Params, Results>,
812    ) -> Func
813    where
814        T: 'static,
815    {
816        Self::try_wrap(store, func).expect(
817            "allocation failure during `Func::wrap` (use `Func::try_wrap` to handle such errors)",
818        )
819    }
820
821    /// Fallible version of [`Func::wrap`] that returns an error on
822    /// out-of-memory instead of panicking.
823    ///
824    /// # Errors
825    ///
826    /// This function will return an [`OutOfMemory`][crate::OutOfMemory] error when
827    /// memory allocation fails. See the `OutOfMemory` type's documentation for
828    /// details on Wasmtime's out-of-memory handling.
829    pub fn try_wrap<T, Params, Results>(
830        mut store: impl AsContextMut<Data = T>,
831        func: impl IntoFunc<T, Params, Results>,
832    ) -> Result<Func>
833    where
834        T: 'static,
835    {
836        let store = store.as_context_mut().0;
837        let engine = store.engine();
838        let host = func.into_func(engine)?;
839
840        // SAFETY: The `T` the closure takes is the same as the `T` of the store
841        // we're inserting into via the type signature above.
842        Ok(unsafe { host.into_func(store)? })
843    }
844
845    /// Same as [`Func::wrap`], except the closure asynchronously produces the
846    /// result and the arguments are passed within a tuple. For more information
847    /// see the [`Func`] documentation.
848    #[cfg(feature = "async")]
849    pub fn wrap_async<T, F, P, R>(mut store: impl AsContextMut<Data = T>, func: F) -> Func
850    where
851        F: for<'a> Fn(Caller<'a, T>, P) -> Box<dyn Future<Output = R> + Send + 'a>
852            + Send
853            + Sync
854            + 'static,
855        P: WasmTyList,
856        R: WasmRet,
857        T: Send + 'static,
858    {
859        let store = store.as_context_mut().0;
860        let host = HostFunc::wrap_async(store.engine(), func).panic_on_oom();
861
862        // SAFETY: The `T` the closure takes is the same as the `T` of the store
863        // we're inserting into via the type signature above.
864        unsafe { host.into_func(store).panic_on_oom() }
865    }
866
867    /// Returns the underlying wasm type that this `Func` has.
868    ///
869    /// # Panics
870    ///
871    /// Panics if `store` does not own this function.
872    pub fn ty(&self, store: impl AsContext) -> FuncType {
873        self.load_ty(&store.as_context().0)
874    }
875
876    /// Forcibly loads the type of this function from the `Engine`.
877    ///
878    /// Note that this is a somewhat expensive method since it requires taking a
879    /// lock as well as cloning a type.
880    pub(crate) fn load_ty(&self, store: &StoreOpaque) -> FuncType {
881        FuncType::from_shared_type_index(store.engine(), self.type_index(store)).unwrap()
882    }
883
884    /// Does this function match the given type?
885    ///
886    /// That is, is this function's type a subtype of the given type?
887    ///
888    /// # Panics
889    ///
890    /// Panics if this function is not associated with the given store or if the
891    /// function type is not associated with the store's engine.
892    pub fn matches_ty(&self, store: impl AsContext, func_ty: &FuncType) -> bool {
893        self._matches_ty(store.as_context().0, func_ty)
894    }
895
896    pub(crate) fn _matches_ty(&self, store: &StoreOpaque, func_ty: &FuncType) -> bool {
897        let actual_ty = self.load_ty(store);
898        actual_ty.matches(func_ty)
899    }
900
901    pub(crate) fn ensure_matches_ty(&self, store: &StoreOpaque, func_ty: &FuncType) -> Result<()> {
902        if !self.comes_from_same_store(store) {
903            bail!("function used with wrong store");
904        }
905        if self._matches_ty(store, func_ty) {
906            Ok(())
907        } else {
908            let actual_ty = self.load_ty(store);
909            bail!("type mismatch: expected {func_ty}, found {actual_ty}")
910        }
911    }
912
913    pub(crate) fn type_index(&self, data: &StoreOpaque) -> VMSharedTypeIndex {
914        unsafe { self.vm_func_ref(data).as_ref().type_index }
915    }
916
917    /// Invokes this function with the `params` given and writes returned values
918    /// to `results`.
919    ///
920    /// The `params` here must match the type signature of this `Func`, or an
921    /// error will occur. Additionally `results` must have the same
922    /// length as the number of results for this function. Calling this function
923    /// will synchronously execute the WebAssembly function referenced to get
924    /// the results.
925    ///
926    /// This function will return `Ok(())` if execution completed without a trap
927    /// or error of any kind. In this situation the results will be written to
928    /// the provided `results` array.
929    ///
930    /// # Errors
931    ///
932    /// Any error which occurs throughout the execution of the function will be
933    /// returned as `Err(e)`. The [`Error`](crate::Error) type can be inspected
934    /// for the precise error cause such as:
935    ///
936    /// * [`Trap`] - indicates that a wasm trap happened and execution was
937    ///   halted.
938    /// * [`WasmBacktrace`] - optionally included on errors for backtrace
939    ///   information of the trap/error.
940    /// * Other string-based errors to indicate issues such as type errors with
941    ///   `params`.
942    /// * Any host-originating error originally returned from a function defined
943    ///   via [`Func::new`], for example.
944    /// * The `store` provided is configured to require `call_async` to be used
945    ///   instead, such as with epochs or fuel.
946    /// * The call is recursive from within e.g. a `call_async` invocation.
947    ///
948    /// Errors typically indicate that execution of WebAssembly was halted
949    /// mid-way and did not complete after the error condition happened.
950    ///
951    /// [`Trap`]: crate::Trap
952    ///
953    /// # Panics
954    ///
955    /// Panics if `store` does not own this function.
956    ///
957    /// [`WasmBacktrace`]: crate::WasmBacktrace
958    ///
959    /// This function will return an [`OutOfMemory`][crate::OutOfMemory] error when
960    /// memory allocation fails. See the `OutOfMemory` type's documentation for
961    /// details on Wasmtime's out-of-memory handling.
962    pub fn call(
963        &self,
964        mut store: impl AsContextMut,
965        params: &[Val],
966        results: &mut [Val],
967    ) -> Result<()> {
968        let mut store = store.as_context_mut();
969        store.0.validate_sync_call()?;
970
971        self.call_impl_check_args(&mut store, params, results)?;
972
973        unsafe { self.call_impl_do_call(&mut store, params, results) }
974    }
975
976    /// Invokes this function in an "unchecked" fashion, reading parameters and
977    /// writing results to `params_and_returns`.
978    ///
979    /// This function is the same as [`Func::call`] except that the arguments
980    /// and results both use a different representation. If possible it's
981    /// recommended to use [`Func::call`] if safety isn't necessary or to use
982    /// [`Func::typed`] in conjunction with [`TypedFunc::call`] since that's
983    /// both safer and faster than this method of invoking a function.
984    ///
985    /// Note that if this function takes `externref` arguments then it will
986    /// **not** automatically GC unlike the [`Func::call`] and
987    /// [`TypedFunc::call`] functions. This means that if this function is
988    /// invoked many times with new `ExternRef` values and no other GC happens
989    /// via any other means then no values will get collected.
990    ///
991    /// # Errors
992    ///
993    /// For more information about errors see the [`Func::call`] documentation.
994    ///
995    /// # Unsafety
996    ///
997    /// This function is unsafe because the `params_and_returns` argument is not
998    /// validated at all. It must uphold invariants such as:
999    ///
1000    /// * It's a valid pointer to an array
1001    /// * It has enough space to store all parameters
1002    /// * It has enough space to store all results (not at the same time as
1003    ///   parameters)
1004    /// * Parameters are initially written to the array and have the correct
1005    ///   types and such.
1006    /// * Reference types like `externref` and `funcref` are valid at the
1007    ///   time of this call and for the `store` specified.
1008    /// * The call is _not_ recursive from within e.g. a `call_async` invocation.
1009    ///
1010    /// These invariants are all upheld for you with [`Func::call`] and
1011    /// [`TypedFunc::call`].
1012    pub unsafe fn call_unchecked(
1013        &self,
1014        mut store: impl AsContextMut,
1015        params_and_returns: *mut [ValRaw],
1016    ) -> Result<()> {
1017        let mut store = store.as_context_mut();
1018        let func_ref = self.vm_func_ref(store.0);
1019        let params_and_returns = NonNull::new(params_and_returns).unwrap_or(NonNull::from(&mut []));
1020
1021        // SAFETY: the safety of this function call is the same as the contract
1022        // of this function.
1023        unsafe {
1024            Self::call_unchecked_raw(
1025                &mut store,
1026                func_ref,
1027                params_and_returns,
1028                UncaughtException::Propagate,
1029            )
1030        }
1031    }
1032
1033    pub(crate) unsafe fn call_unchecked_raw<T>(
1034        store: &mut StoreContextMut<'_, T>,
1035        func_ref: NonNull<VMFuncRef>,
1036        params_and_returns: NonNull<[ValRaw]>,
1037        uncaught_exception: UncaughtException,
1038    ) -> Result<()> {
1039        // SAFETY: the safety of this function call is the same as the contract
1040        // of this function.
1041        invoke_wasm_and_catch_traps(store, uncaught_exception, |caller, vm| unsafe {
1042            VMFuncRef::array_call(func_ref, vm, caller, params_and_returns)
1043        })
1044    }
1045
1046    /// Converts the raw representation of a `funcref` into an `Option<Func>`
1047    ///
1048    /// This is intended to be used in conjunction with [`Func::new_unchecked`],
1049    /// [`Func::call_unchecked`], and [`ValRaw`] with its `funcref` field. This
1050    /// is the dual of [`Func::to_raw`].
1051    ///
1052    /// # Unsafety
1053    ///
1054    /// This function is not safe because `raw` is not validated at all. The
1055    /// caller must guarantee that `raw` is owned by the `store` provided and is
1056    /// valid within the `store`.
1057    pub unsafe fn from_raw(mut store: impl AsContextMut, raw: *mut c_void) -> Option<Func> {
1058        // SAFETY: this function's own contract is that `raw` is owned by store
1059        // to make this safe.
1060        unsafe { Self::_from_raw(store.as_context_mut().0, raw) }
1061    }
1062
1063    /// Same as `from_raw`, but with the internal `StoreOpaque` type.
1064    pub(crate) unsafe fn _from_raw(store: &mut StoreOpaque, raw: *mut c_void) -> Option<Func> {
1065        // SAFETY: this function's own contract is that `raw` is owned by store
1066        // to make this safe.
1067        unsafe {
1068            Some(Func::from_vm_func_ref(
1069                store.id(),
1070                NonNull::new(raw.cast())?,
1071            ))
1072        }
1073    }
1074
1075    /// Extracts the raw value of this `Func`, which is owned by `store`.
1076    ///
1077    /// This function returns a value that's suitable for writing into the
1078    /// `funcref` field of the [`ValRaw`] structure.
1079    ///
1080    /// # Safety
1081    ///
1082    /// The returned value is only valid for as long as the store is alive.
1083    /// This value is safe to pass to [`Func::from_raw`] so long as the same
1084    /// `store` is provided.
1085    pub fn to_raw(&self, mut store: impl AsContextMut) -> *mut c_void {
1086        self.to_raw_(store.as_context_mut().0)
1087    }
1088
1089    pub(crate) fn to_raw_(&self, store: &mut StoreOpaque) -> *mut c_void {
1090        self.vm_func_ref(store).as_ptr().cast()
1091    }
1092
1093    /// Invokes this function with the `params` given, returning the results
1094    /// asynchronously.
1095    ///
1096    /// This function is the same as [`Func::call`] except that it is
1097    /// asynchronous.
1098    ///
1099    /// It's important to note that the execution of WebAssembly will happen
1100    /// synchronously in the `poll` method of the future returned from this
1101    /// function. Wasmtime does not manage its own thread pool or similar to
1102    /// execute WebAssembly in. Future `poll` methods are generally expected to
1103    /// resolve quickly, so it's recommended that you run or poll this future
1104    /// in a "blocking context".
1105    ///
1106    /// For more information see the documentation on [asynchronous
1107    /// configs](crate#async).
1108    ///
1109    /// # Errors
1110    ///
1111    /// For more information on errors see the [`Func::call`] documentation.
1112    ///
1113    /// # Panics
1114    ///
1115    /// Panics if this is called on a function in a synchronous store. This
1116    /// only works with functions defined within an asynchronous store. Also
1117    /// panics if `store` does not own this function.
1118    ///
1119    /// This function will return an [`OutOfMemory`][crate::OutOfMemory] error when
1120    /// memory allocation fails. See the `OutOfMemory` type's documentation for
1121    /// details on Wasmtime's out-of-memory handling.
1122    #[cfg(feature = "async")]
1123    pub async fn call_async(
1124        &self,
1125        mut store: impl AsContextMut<Data: Send>,
1126        params: &[Val],
1127        results: &mut [Val],
1128    ) -> Result<()> {
1129        let mut store = store.as_context_mut();
1130
1131        self.call_impl_check_args(&mut store, params, results)?;
1132
1133        let result = store
1134            .on_fiber(|store| unsafe { self.call_impl_do_call(store, params, results) })
1135            .await??;
1136        Ok(result)
1137    }
1138
1139    /// Perform dynamic checks that the arguments given to us match
1140    /// the signature of this function and are appropriate to pass to this
1141    /// function.
1142    ///
1143    /// This involves checking to make sure we have the right number and types
1144    /// of arguments as well as making sure everything is from the same `Store`.
1145    ///
1146    /// This must be called just before `call_impl_do_call`.
1147    fn call_impl_check_args<T>(
1148        &self,
1149        store: &mut StoreContextMut<'_, T>,
1150        params: &[Val],
1151        results: &mut [Val],
1152    ) -> Result<()> {
1153        let ty = self.load_ty(store.0);
1154        if ty.params().len() != params.len() {
1155            bail!(
1156                "expected {} arguments, got {}",
1157                ty.params().len(),
1158                params.len()
1159            );
1160        }
1161        if ty.results().len() != results.len() {
1162            bail!(
1163                "expected {} results, got {}",
1164                ty.results().len(),
1165                results.len()
1166            );
1167        }
1168
1169        for (ty, arg) in ty.params().zip(params) {
1170            arg.ensure_matches_ty(store.0, &ty)
1171                .context("argument type mismatch")?;
1172            if !arg.comes_from_same_store(store.0) {
1173                bail!("cross-`Store` values are not currently supported");
1174            }
1175        }
1176
1177        Ok(())
1178    }
1179
1180    /// Do the actual call into Wasm.
1181    ///
1182    /// # Safety
1183    ///
1184    /// You must have type checked the arguments by calling
1185    /// `call_impl_check_args` immediately before calling this function. It is
1186    /// only safe to call this function if that one did not return an error.
1187    unsafe fn call_impl_do_call<T>(
1188        &self,
1189        store: &mut StoreContextMut<'_, T>,
1190        params: &[Val],
1191        results: &mut [Val],
1192    ) -> Result<()> {
1193        // Store the argument values into `values_vec`.
1194        let ty = self.load_ty(store.0);
1195        let values_vec_size = params.len().max(ty.results().len());
1196        let mut values_vec = store.0.take_wasm_val_raw_storage();
1197        debug_assert!(values_vec.is_empty());
1198        values_vec.resize_with(values_vec_size, || ValRaw::v128(0))?;
1199        for (arg, slot) in params.iter().cloned().zip(&mut values_vec) {
1200            *slot = arg.to_raw(&mut *store)?;
1201        }
1202
1203        unsafe {
1204            self.call_unchecked(
1205                &mut *store,
1206                core::ptr::slice_from_raw_parts_mut(values_vec.as_mut_ptr(), values_vec_size),
1207            )?;
1208        }
1209
1210        for ((i, slot), val) in results.iter_mut().enumerate().zip(&values_vec) {
1211            let ty = ty.results().nth(i).unwrap();
1212            *slot = unsafe { Val::from_raw(&mut *store, *val, ty) };
1213        }
1214        values_vec.truncate(0);
1215        store.0.save_wasm_val_raw_storage(values_vec);
1216        Ok(())
1217    }
1218
1219    #[inline]
1220    pub(crate) fn vm_func_ref(&self, store: &StoreOpaque) -> NonNull<VMFuncRef> {
1221        self.store.assert_belongs_to(store.id());
1222        self.unsafe_func_ref.as_non_null()
1223    }
1224
1225    pub(crate) fn vmimport(&self, store: &StoreOpaque) -> VMFunctionImport {
1226        // Safety: it should be fine to dereference the funcref pointer while we
1227        // borrow the store.
1228        let func_ref = unsafe { self.vm_func_ref(store).as_ref() };
1229
1230        // Note that this is a load-bearing `unwrap` here, but is never expected
1231        // to trip at runtime. The general problem is that host functions do not
1232        // have a `wasm_call` function so the `VMFuncRef` type has an optional
1233        // pointer there. This is only able to be filled out when a function is
1234        // "paired" with a module where trampolines are present to fill out
1235        // `wasm_call` pointers.
1236        //
1237        // This pairing of modules doesn't happen explicitly but is instead
1238        // managed lazily throughout Wasmtime. Specifically the way this works
1239        // is one of:
1240        //
1241        // * When a host function is created the store's list of modules are
1242        //   searched for a wasm trampoline. If not found the `wasm_call` field
1243        //   is left blank.
1244        //
1245        // * When a module instantiation happens, which uses this function, the
1246        //   module will be used to fill any outstanding holes that it has
1247        //   trampolines for.
1248        //
1249        // This means that by the time we get to this point any relevant holes
1250        // should be filled out. Thus if this panic actually triggers then it's
1251        // indicative of a missing `fill` call somewhere else.
1252        let func_import = func_ref.as_vm_function_import().unwrap();
1253
1254        func_import.clone()
1255    }
1256
1257    pub(crate) fn comes_from_same_store(&self, store: &StoreOpaque) -> bool {
1258        self.store == store.id()
1259    }
1260
1261    /// Attempts to extract a typed object from this `Func` through which the
1262    /// function can be called.
1263    ///
1264    /// This function serves as an alternative to [`Func::call`] and
1265    /// [`Func::call_async`]. This method performs a static type check (using
1266    /// the `Params` and `Results` type parameters on the underlying wasm
1267    /// function. If the type check passes then a `TypedFunc` object is returned,
1268    /// otherwise an error is returned describing the typecheck failure.
1269    ///
1270    /// The purpose of this relative to [`Func::call`] is that it's much more
1271    /// efficient when used to invoke WebAssembly functions. With the types
1272    /// statically known far less setup/teardown is required when invoking
1273    /// WebAssembly. If speed is desired then this function is recommended to be
1274    /// used instead of [`Func::call`] (which is more general, hence its
1275    /// slowdown).
1276    ///
1277    /// The `Params` type parameter is used to describe the parameters of the
1278    /// WebAssembly function. This can either be a single type (like `i32`), or
1279    /// a tuple of types representing the list of parameters (like `(i32, f32,
1280    /// f64)`). Additionally you can use `()` to represent that the function has
1281    /// no parameters.
1282    ///
1283    /// The `Results` type parameter is used to describe the results of the
1284    /// function. This behaves the same way as `Params`, but just for the
1285    /// results of the function.
1286    ///
1287    /// # Translating Between WebAssembly and Rust Types
1288    ///
1289    /// Translation between Rust types and WebAssembly types looks like:
1290    ///
1291    /// | WebAssembly                               | Rust                                  |
1292    /// |-------------------------------------------|---------------------------------------|
1293    /// | `i32`                                     | `i32` or `u32`                        |
1294    /// | `i64`                                     | `i64` or `u64`                        |
1295    /// | `f32`                                     | `f32`                                 |
1296    /// | `f64`                                     | `f64`                                 |
1297    /// | `externref` aka `(ref null extern)`       | `Option<Rooted<ExternRef>>`           |
1298    /// | `(ref extern)`                            | `Rooted<ExternRef>`                   |
1299    /// | `nullexternref` aka `(ref null noextern)` | `Option<NoExtern>`                    |
1300    /// | `(ref noextern)`                          | `NoExtern`                            |
1301    /// | `anyref` aka `(ref null any)`             | `Option<Rooted<AnyRef>>`              |
1302    /// | `(ref any)`                               | `Rooted<AnyRef>`                      |
1303    /// | `eqref` aka `(ref null eq)`               | `Option<Rooted<EqRef>>`               |
1304    /// | `(ref eq)`                                | `Rooted<EqRef>`                       |
1305    /// | `i31ref` aka `(ref null i31)`             | `Option<I31>`                         |
1306    /// | `(ref i31)`                               | `I31`                                 |
1307    /// | `structref` aka `(ref null struct)`       | `Option<Rooted<StructRef>>`           |
1308    /// | `(ref struct)`                            | `Rooted<StructRef>`                   |
1309    /// | `arrayref` aka `(ref null array)`         | `Option<Rooted<ArrayRef>>`            |
1310    /// | `(ref array)`                             | `Rooted<ArrayRef>`                    |
1311    /// | `nullref` aka `(ref null none)`           | `Option<NoneRef>`                     |
1312    /// | `(ref none)`                              | `NoneRef`                             |
1313    /// | `funcref` aka `(ref null func)`           | `Option<Func>`                        |
1314    /// | `(ref func)`                              | `Func`                                |
1315    /// | `(ref null <func type index>)`            | `Option<Func>`                        |
1316    /// | `(ref <func type index>)`                 | `Func`                                |
1317    /// | `nullfuncref` aka `(ref null nofunc)`     | `Option<NoFunc>`                      |
1318    /// | `(ref nofunc)`                            | `NoFunc`                              |
1319    /// | `v128`                                    | `V128` on `x86-64` and `aarch64` only |
1320    ///
1321    /// (Note that this mapping is the same as that of [`Func::wrap`], and that
1322    /// anywhere a `Rooted<T>` appears, a `OwnedRooted<T>` may also appear).
1323    ///
1324    /// Note that once the [`TypedFunc`] return value is acquired you'll use either
1325    /// [`TypedFunc::call`] or [`TypedFunc::call_async`] as necessary to actually invoke
1326    /// the function. This method does not invoke any WebAssembly code, it
1327    /// simply performs a typecheck before returning the [`TypedFunc`] value.
1328    ///
1329    /// This method also has a convenience wrapper as
1330    /// [`Instance::get_typed_func`](crate::Instance::get_typed_func) to
1331    /// directly get a typed function value from an
1332    /// [`Instance`](crate::Instance).
1333    ///
1334    /// ## Subtyping
1335    ///
1336    /// For result types, you can always use a supertype of the WebAssembly
1337    /// function's actual declared result type. For example, if the WebAssembly
1338    /// function was declared with type `(func (result nullfuncref))` you could
1339    /// successfully call `f.typed::<(), Option<Func>>()` because `Option<Func>`
1340    /// corresponds to `funcref`, which is a supertype of `nullfuncref`.
1341    ///
1342    /// For parameter types, you can always use a subtype of the WebAssembly
1343    /// function's actual declared parameter type. For example, if the
1344    /// WebAssembly function was declared with type `(func (param (ref null
1345    /// func)))` you could successfully call `f.typed::<Func, ()>()` because
1346    /// `Func` corresponds to `(ref func)`, which is a subtype of `(ref null
1347    /// func)`.
1348    ///
1349    /// Additionally, for functions which take a reference to a concrete type as
1350    /// a parameter, you can also use the concrete type's supertype. Consider a
1351    /// WebAssembly function that takes a reference to a function with a
1352    /// concrete type: `(ref null <func type index>)`. In this scenario, there
1353    /// is no static `wasmtime::Foo` Rust type that corresponds to that
1354    /// particular Wasm-defined concrete reference type because Wasm modules are
1355    /// loaded dynamically at runtime. You *could* do `f.typed::<Option<NoFunc>,
1356    /// ()>()`, and while that is correctly typed and valid, it is often overly
1357    /// restrictive. The only value you could call the resulting typed function
1358    /// with is the null function reference, but we'd like to call it with
1359    /// non-null function references that happen to be of the correct
1360    /// type. Therefore, `f.typed<Option<Func>, ()>()` is also allowed in this
1361    /// case, even though `Option<Func>` represents `(ref null func)` which is
1362    /// the supertype, not subtype, of `(ref null <func type index>)`. This does
1363    /// imply some minimal dynamic type checks in this case, but it is supported
1364    /// for better ergonomics, to enable passing non-null references into the
1365    /// function.
1366    ///
1367    /// # Errors
1368    ///
1369    /// This function will return an error if `Params` or `Results` does not
1370    /// match the native type of this WebAssembly function.
1371    ///
1372    /// # Panics
1373    ///
1374    /// This method will panic if `store` does not own this function.
1375    ///
1376    /// # Examples
1377    ///
1378    /// An end-to-end example of calling a function which takes no parameters
1379    /// and has no results:
1380    ///
1381    /// ```
1382    /// # use wasmtime::*;
1383    /// # fn main() -> Result<()> {
1384    /// let engine = Engine::default();
1385    /// let mut store = Store::new(&engine, ());
1386    /// let module = Module::new(&engine, r#"(module (func (export "foo")))"#)?;
1387    /// let instance = Instance::new(&mut store, &module, &[])?;
1388    /// let foo = instance.get_func(&mut store, "foo").expect("export wasn't a function");
1389    ///
1390    /// // Note that this call can fail due to the typecheck not passing, but
1391    /// // in our case we statically know the module so we know this should
1392    /// // pass.
1393    /// let typed = foo.typed::<(), ()>(&store)?;
1394    ///
1395    /// // Note that this can fail if the wasm traps at runtime.
1396    /// typed.call(&mut store, ())?;
1397    /// # Ok(())
1398    /// # }
1399    /// ```
1400    ///
1401    /// You can also pass in multiple parameters and get a result back
1402    ///
1403    /// ```
1404    /// # use wasmtime::*;
1405    /// # fn foo(add: &Func, mut store: Store<()>) -> Result<()> {
1406    /// let typed = add.typed::<(i32, i64), f32>(&store)?;
1407    /// assert_eq!(typed.call(&mut store, (1, 2))?, 3.0);
1408    /// # Ok(())
1409    /// # }
1410    /// ```
1411    ///
1412    /// and similarly if a function has multiple results you can bind that too
1413    ///
1414    /// ```
1415    /// # use wasmtime::*;
1416    /// # fn foo(add_with_overflow: &Func, mut store: Store<()>) -> Result<()> {
1417    /// let typed = add_with_overflow.typed::<(u32, u32), (u32, i32)>(&store)?;
1418    /// let (result, overflow) = typed.call(&mut store, (u32::MAX, 2))?;
1419    /// assert_eq!(result, 1);
1420    /// assert_eq!(overflow, 1);
1421    /// # Ok(())
1422    /// # }
1423    /// ```
1424    pub fn typed<Params, Results>(
1425        &self,
1426        store: impl AsContext,
1427    ) -> Result<TypedFunc<Params, Results>>
1428    where
1429        Params: WasmParams,
1430        Results: WasmResults,
1431    {
1432        // Type-check that the params/results are all valid
1433        let store = store.as_context().0;
1434        let ty = self.load_ty(store);
1435        Params::typecheck(store.engine(), ty.params(), TypeCheckPosition::Param)
1436            .context("type mismatch with parameters")?;
1437        Results::typecheck(store.engine(), ty.results(), TypeCheckPosition::Result)
1438            .context("type mismatch with results")?;
1439
1440        // and then we can construct the typed version of this function
1441        // (unsafely), which should be safe since we just did the type check above.
1442        unsafe { Ok(TypedFunc::_new_unchecked(store, *self)) }
1443    }
1444
1445    /// Get a stable hash key for this function.
1446    ///
1447    /// Even if the same underlying function is added to the `StoreData`
1448    /// multiple times and becomes multiple `wasmtime::Func`s, this hash key
1449    /// will be consistent across all of these functions.
1450    #[cfg_attr(
1451        not(test),
1452        expect(dead_code, reason = "Not used yet, but added for consistency")
1453    )]
1454    pub(crate) fn hash_key(&self, store: &mut StoreOpaque) -> impl core::hash::Hash + Eq + use<> {
1455        self.vm_func_ref(store).as_ptr().addr()
1456    }
1457}
1458
1459/// Prepares for entrance into WebAssembly.
1460///
1461/// This function will set up context such that `closure` is allowed to call a
1462/// raw trampoline or a raw WebAssembly function. This *must* be called to do
1463/// things like catch traps and set up GC properly.
1464///
1465/// The `closure` provided receives a default "caller" `VMContext` parameter it
1466/// can pass to the called wasm function, if desired.
1467pub(crate) fn invoke_wasm_and_catch_traps<T>(
1468    store: &mut StoreContextMut<'_, T>,
1469    uncaught_exception: crate::runtime::vm::UncaughtException,
1470    closure: impl FnMut(NonNull<VMContext>, Option<InterpreterRef<'_>>) -> bool,
1471) -> Result<()> {
1472    // A store containing components is poisoned once anything in it traps, and
1473    // no wasm may run in it afterwards.
1474    #[cfg(feature = "component-model")]
1475    if !store.0.may_enter() {
1476        return Err(crate::Trap::CannotEnterComponent.into());
1477    }
1478
1479    // The `enter_wasm` call below will reset the store context's
1480    // `stack_chain` to a new `InitialStack`, pointing to the
1481    // stack-allocated `initial_stack_csi`.
1482    let mut initial_stack_csi = VMCommonStackInformation::running_default();
1483    // Stores some state of the runtime just before entering Wasm. Will be
1484    // restored upon exiting Wasm. Note that the `CallThreadState` that is
1485    // created by the `catch_traps` call below will store a pointer to this
1486    // stack-allocated `previous_runtime_state`.
1487    let mut previous_runtime_state = EntryStoreContext::enter_wasm(store, &mut initial_stack_csi);
1488
1489    if let Err(trap) = store.0.call_hook(CallHook::CallingWasm) {
1490        // `previous_runtime_state` implicitly dropped here
1491        return Err(trap);
1492    }
1493    let result = crate::runtime::vm::catch_traps(
1494        store,
1495        &mut previous_runtime_state,
1496        uncaught_exception,
1497        closure,
1498    );
1499    if result.is_err() {
1500        store.0.set_trapped();
1501    }
1502    core::mem::drop(previous_runtime_state);
1503    store.0.call_hook(CallHook::ReturningFromWasm)?;
1504    result
1505}
1506
1507/// This type helps managing the state of the runtime when entering and exiting
1508/// Wasm. To this end, it contains a subset of the data in `VMStoreContext`.
1509/// Upon entering Wasm, it updates various runtime fields and their
1510/// original values saved in this struct. Upon exiting Wasm, the previous values
1511/// are restored.
1512pub(crate) struct EntryStoreContext {
1513    /// If set, contains value of `stack_limit` field to restore in
1514    /// `VMStoreContext` when exiting Wasm.
1515    pub stack_limit: Option<usize>,
1516    pub last_wasm_exit_pc: usize,
1517    pub last_wasm_exit_trampoline_fp: usize,
1518    pub last_wasm_entry_fp: usize,
1519    pub last_wasm_entry_sp: usize,
1520    pub last_wasm_entry_trap_handler: usize,
1521    pub stack_chain: VMStackChain,
1522
1523    /// We need a pointer to the runtime limits, so we can update them from
1524    /// `drop`/`exit_wasm`.
1525    vm_store_context: *const VMStoreContext,
1526}
1527
1528impl EntryStoreContext {
1529    /// This function is called to update and save state when
1530    /// WebAssembly is entered within the `Store`.
1531    ///
1532    /// This updates various fields such as:
1533    ///
1534    /// * The stack limit. This is what ensures that we limit the stack space
1535    ///   allocated by WebAssembly code and it's relative to the initial stack
1536    ///   pointer that called into wasm.
1537    ///
1538    /// It also saves the different last_wasm_* values in the `VMStoreContext`.
1539    pub fn enter_wasm<T>(
1540        store: &mut StoreContextMut<'_, T>,
1541        initial_stack_information: *mut VMCommonStackInformation,
1542    ) -> Self {
1543        let stack_limit;
1544
1545        // If this is a recursive call, e.g. our stack limit is already set, then
1546        // we may be able to skip this function.
1547        //
1548        // For synchronous stores there's nothing else to do because all wasm calls
1549        // happen synchronously and on the same stack. This means that the previous
1550        // stack limit will suffice for the next recursive call.
1551        //
1552        // For asynchronous stores then each call happens on a separate native
1553        // stack. This means that the previous stack limit is no longer relevant
1554        // because we're on a separate stack.
1555        if unsafe { *store.0.vm_store_context().stack_limit.get() } != usize::MAX
1556            && !store.0.can_block()
1557        {
1558            stack_limit = None;
1559        }
1560        // Ignore this stack pointer business on miri since we can't execute wasm
1561        // anyway and the concept of a stack pointer on miri is a bit nebulous
1562        // regardless.
1563        else if cfg!(miri) {
1564            stack_limit = None;
1565        } else {
1566            // When Cranelift has support for the host then we might be running native
1567            // compiled code meaning we need to read the actual stack pointer. If
1568            // Cranelift can't be used though then we're guaranteed to be running pulley
1569            // in which case this stack pointer isn't actually used as Pulley has custom
1570            // mechanisms for stack overflow.
1571            #[cfg(has_host_compiler_backend)]
1572            let stack_pointer = crate::runtime::vm::get_stack_pointer();
1573            #[cfg(not(has_host_compiler_backend))]
1574            let stack_pointer = {
1575                use wasmtime_environ::TripleExt;
1576                debug_assert!(store.engine().target().is_pulley());
1577                usize::MAX
1578            };
1579
1580            // Determine the stack pointer where, after which, any wasm code will
1581            // immediately trap. This is checked on the entry to all wasm functions.
1582            //
1583            // Note that this isn't 100% precise. We are requested to give wasm
1584            // `max_wasm_stack` bytes, but what we're actually doing is giving wasm
1585            // probably a little less than `max_wasm_stack` because we're
1586            // calculating the limit relative to this function's approximate stack
1587            // pointer. Wasm will be executed on a frame beneath this one (or next
1588            // to it). In any case it's expected to be at most a few hundred bytes
1589            // of slop one way or another. When wasm is typically given a MB or so
1590            // (a million bytes) the slop shouldn't matter too much.
1591            //
1592            // After we've got the stack limit then we store it into the `stack_limit`
1593            // variable.
1594            //
1595            // Also note that `saturating_sub` is used here since if the user
1596            // said that the function gets nigh-infinite stack well then by
1597            // golly it'll get nigh-infinite stack in which case the limit is 0.
1598            let wasm_stack_limit =
1599                stack_pointer.saturating_sub(store.engine().config().max_wasm_stack);
1600            let prev_stack = unsafe {
1601                mem::replace(
1602                    &mut *store.0.vm_store_context().stack_limit.get(),
1603                    wasm_stack_limit,
1604                )
1605            };
1606            stack_limit = Some(prev_stack);
1607        }
1608
1609        unsafe {
1610            let vm_store_context = store.0.vm_store_context();
1611            let initial_stack_information = VmPtr::from(
1612                NonNull::new(initial_stack_information)
1613                    .expect("expected non-null stack information"),
1614            );
1615            let new_stack_chain = VMStackChain::InitialStack(initial_stack_information);
1616            let stack_chain =
1617                mem::replace(&mut *vm_store_context.stack_chain.get(), new_stack_chain);
1618
1619            // Zero these out, rather than leave the previous activation's
1620            // values behind, so that if we call into a host function callee
1621            // (which never runs an entry trampoline to overwrite them) and it
1622            // walks the stack, we don't see these values both while walking
1623            // activations and in the saved state.
1624            let take = |field: &core::cell::UnsafeCell<usize>| mem::replace(&mut *field.get(), 0);
1625
1626            Self {
1627                stack_limit,
1628                last_wasm_exit_pc: take(&vm_store_context.last_wasm_exit_pc),
1629                last_wasm_exit_trampoline_fp: take(&vm_store_context.last_wasm_exit_trampoline_fp),
1630                last_wasm_entry_fp: take(&vm_store_context.last_wasm_entry_fp),
1631                last_wasm_entry_sp: take(&vm_store_context.last_wasm_entry_sp),
1632                last_wasm_entry_trap_handler: take(&vm_store_context.last_wasm_entry_trap_handler),
1633                stack_chain,
1634                vm_store_context,
1635            }
1636        }
1637    }
1638
1639    /// This function restores the values stored in this struct. We invoke this
1640    /// function through this type's `Drop` implementation. This ensures that we
1641    /// even restore the values if we unwind the stack (e.g., because we are
1642    /// panicking out of a Wasm execution).
1643    #[inline]
1644    fn exit_wasm(&mut self) {
1645        unsafe {
1646            if let Some(limit) = self.stack_limit {
1647                *(&*self.vm_store_context).stack_limit.get() = limit;
1648            }
1649
1650            *(*self.vm_store_context).last_wasm_exit_trampoline_fp.get() =
1651                self.last_wasm_exit_trampoline_fp;
1652            *(*self.vm_store_context).last_wasm_exit_pc.get() = self.last_wasm_exit_pc;
1653            *(*self.vm_store_context).last_wasm_entry_fp.get() = self.last_wasm_entry_fp;
1654            *(*self.vm_store_context).last_wasm_entry_sp.get() = self.last_wasm_entry_sp;
1655            *(*self.vm_store_context).last_wasm_entry_trap_handler.get() =
1656                self.last_wasm_entry_trap_handler;
1657            *(*self.vm_store_context).stack_chain.get() = self.stack_chain.clone();
1658        }
1659    }
1660}
1661
1662impl Drop for EntryStoreContext {
1663    #[inline]
1664    fn drop(&mut self) {
1665        self.exit_wasm();
1666    }
1667}
1668
1669/// A trait implemented for types which can be returned from closures passed to
1670/// [`Func::wrap`] and friends.
1671///
1672/// This trait should not be implemented by user types. This trait may change at
1673/// any time internally. The types which implement this trait, however, are
1674/// stable over time.
1675///
1676/// For more information see [`Func::wrap`]
1677pub unsafe trait WasmRet {
1678    // Same as `WasmTy::compatible_with_store`.
1679    #[doc(hidden)]
1680    fn compatible_with_store(&self, store: &StoreOpaque) -> bool;
1681
1682    /// Stores this return value into the `ptr` specified using the rooted
1683    /// `store`.
1684    ///
1685    /// Traps are communicated through the `Result<_>` return value.
1686    ///
1687    /// # Unsafety
1688    ///
1689    /// This method is unsafe as `ptr` must have the correct length to store
1690    /// this result. This property is only checked in debug mode, not in release
1691    /// mode.
1692    #[doc(hidden)]
1693    unsafe fn store(
1694        self,
1695        store: &mut AutoAssertNoGc<'_>,
1696        ptr: &mut [MaybeUninit<ValRaw>],
1697    ) -> Result<()>;
1698
1699    #[doc(hidden)]
1700    fn func_type(
1701        engine: &Engine,
1702        params: impl Iterator<Item = ValType>,
1703    ) -> Result<FuncType, OutOfMemory>;
1704    #[doc(hidden)]
1705    fn may_gc() -> bool;
1706
1707    // Utilities used to convert an instance of this type to a `Result`
1708    // explicitly, used when wrapping async functions which always bottom-out
1709    // in a function that returns a trap because futures can be cancelled.
1710    #[doc(hidden)]
1711    type Fallible: WasmRet;
1712    #[doc(hidden)]
1713    fn into_fallible(self) -> Self::Fallible;
1714    #[doc(hidden)]
1715    fn fallible_from_error(error: Error) -> Self::Fallible;
1716}
1717
1718unsafe impl<T> WasmRet for T
1719where
1720    T: WasmTy,
1721{
1722    type Fallible = Result<T>;
1723
1724    fn compatible_with_store(&self, store: &StoreOpaque) -> bool {
1725        <Self as WasmTy>::compatible_with_store(self, store)
1726    }
1727
1728    unsafe fn store(
1729        self,
1730        store: &mut AutoAssertNoGc<'_>,
1731        ptr: &mut [MaybeUninit<ValRaw>],
1732    ) -> Result<()> {
1733        debug_assert!(ptr.len() > 0);
1734        // SAFETY: the contract of this function/trait combo is such that `ptr`
1735        // is valid to store this type's value, thus this lookup should be safe.
1736        unsafe { <Self as WasmTy>::store(self, store, ptr.get_unchecked_mut(0)) }
1737    }
1738
1739    fn may_gc() -> bool {
1740        T::may_gc()
1741    }
1742
1743    fn func_type(
1744        engine: &Engine,
1745        params: impl Iterator<Item = ValType>,
1746    ) -> Result<FuncType, OutOfMemory> {
1747        FuncType::try_new(engine, params, Some(<Self as WasmTy>::valtype()))
1748    }
1749
1750    fn into_fallible(self) -> Result<T> {
1751        Ok(self)
1752    }
1753
1754    fn fallible_from_error(error: Error) -> Result<T> {
1755        Err(error)
1756    }
1757}
1758
1759unsafe impl<T> WasmRet for Result<T>
1760where
1761    T: WasmRet,
1762{
1763    type Fallible = Self;
1764
1765    fn compatible_with_store(&self, store: &StoreOpaque) -> bool {
1766        match self {
1767            Ok(x) => <T as WasmRet>::compatible_with_store(x, store),
1768            Err(_) => true,
1769        }
1770    }
1771
1772    unsafe fn store(
1773        self,
1774        store: &mut AutoAssertNoGc<'_>,
1775        ptr: &mut [MaybeUninit<ValRaw>],
1776    ) -> Result<()> {
1777        // SAFETY: the safety of calling this function is the same as calling
1778        // the inner `store`.
1779        unsafe { self.and_then(|val| val.store(store, ptr)) }
1780    }
1781
1782    fn may_gc() -> bool {
1783        T::may_gc()
1784    }
1785
1786    fn func_type(
1787        engine: &Engine,
1788        params: impl Iterator<Item = ValType>,
1789    ) -> Result<FuncType, OutOfMemory> {
1790        T::func_type(engine, params)
1791    }
1792
1793    fn into_fallible(self) -> Result<T> {
1794        self
1795    }
1796
1797    fn fallible_from_error(error: Error) -> Result<T> {
1798        Err(error)
1799    }
1800}
1801
1802macro_rules! impl_wasm_host_results {
1803    ($n:tt $($t:ident)*) => (
1804        #[allow(non_snake_case, reason = "macro-generated code")]
1805        unsafe impl<$($t),*> WasmRet for ($($t,)*)
1806        where
1807            $($t: WasmTy,)*
1808        {
1809            type Fallible = Result<Self>;
1810
1811            #[inline]
1812            fn compatible_with_store(&self, _store: &StoreOpaque) -> bool {
1813                let ($($t,)*) = self;
1814                $( $t.compatible_with_store(_store) && )* true
1815            }
1816
1817            #[inline]
1818            unsafe fn store(
1819                self,
1820                _store: &mut AutoAssertNoGc<'_>,
1821                _ptr: &mut [MaybeUninit<ValRaw>],
1822            ) -> Result<()> {
1823                let ($($t,)*) = self;
1824                let mut _cur = 0;
1825                $(
1826                    debug_assert!(_cur < _ptr.len());
1827                    // SAFETY: `store`'s unsafe contract is that `_ptr` is
1828                    // appropriately sized and additionally safe to call `store`
1829                    // for sub-types.
1830                    unsafe {
1831                        let val = _ptr.get_unchecked_mut(_cur);
1832                        _cur += 1;
1833                        WasmTy::store($t, _store, val)?;
1834                    }
1835                )*
1836                Ok(())
1837            }
1838
1839            #[doc(hidden)]
1840            fn may_gc() -> bool {
1841                $( $t::may_gc() || )* false
1842            }
1843
1844            fn func_type(
1845                engine: &Engine,
1846                params: impl Iterator<Item = ValType>,
1847            ) -> Result<FuncType, OutOfMemory> {
1848                FuncType::try_new(
1849                    engine,
1850                    params,
1851                    IntoIterator::into_iter([$($t::valtype(),)*]),
1852                )
1853            }
1854
1855            #[inline]
1856            fn into_fallible(self) -> Result<Self> {
1857                Ok(self)
1858            }
1859
1860            #[inline]
1861            fn fallible_from_error(error: Error) -> Result<Self> {
1862                Err(error)
1863            }
1864        }
1865    )
1866}
1867
1868for_each_function_signature!(impl_wasm_host_results);
1869
1870/// Internal trait implemented for all arguments that can be passed to
1871/// [`Func::wrap`] and [`Linker::func_wrap`](crate::Linker::func_wrap).
1872///
1873/// This trait should not be implemented by external users, it's only intended
1874/// as an implementation detail of this crate.
1875pub trait IntoFunc<T, Params, Results>: Send + Sync + 'static {
1876    /// Convert this function into a `VM{Array,Native}CallHostFuncContext` and
1877    /// internal `VMFuncRef`.
1878    #[doc(hidden)]
1879    fn into_func(self, engine: &Engine) -> Result<HostFunc, OutOfMemory>;
1880}
1881
1882macro_rules! impl_into_func {
1883    ($num:tt $arg:ident) => {
1884        // Implement for functions without a leading `Caller` parameter,
1885        // delegating to the implementation below which does have the leading
1886        // `Caller` parameter.
1887        #[expect(non_snake_case, reason = "macro-generated code")]
1888        impl<T, F, $arg, R> IntoFunc<T, $arg, R> for F
1889        where
1890            F: Fn($arg) -> R + Send + Sync + 'static,
1891            $arg: WasmTy,
1892            R: WasmRet,
1893            T: 'static,
1894        {
1895            fn into_func(self, engine: &Engine) -> Result<HostFunc, OutOfMemory> {
1896                let f = move |_: Caller<'_, T>, $arg: $arg| {
1897                    self($arg)
1898                };
1899
1900                f.into_func(engine)
1901            }
1902        }
1903
1904        #[expect(non_snake_case, reason = "macro-generated code")]
1905        impl<T, F, $arg, R> IntoFunc<T, (Caller<'_, T>, $arg), R> for F
1906        where
1907            F: Fn(Caller<'_, T>, $arg) -> R + Send + Sync + 'static,
1908            $arg: WasmTy,
1909            R: WasmRet,
1910            T: 'static,
1911        {
1912            fn into_func(self, engine: &Engine) -> Result<HostFunc, OutOfMemory> {
1913                HostFunc::wrap(engine, move |caller: Caller<'_, T>, ($arg,)| {
1914                    self(caller, $arg)
1915                })
1916            }
1917        }
1918    };
1919    ($num:tt $($args:ident)*) => {
1920        // Implement for functions without a leading `Caller` parameter,
1921        // delegating to the implementation below which does have the leading
1922        // `Caller` parameter.
1923        #[allow(non_snake_case, reason = "macro-generated code")]
1924        impl<T, F, $($args,)* R> IntoFunc<T, ($($args,)*), R> for F
1925        where
1926            F: Fn($($args),*) -> R + Send + Sync + 'static,
1927            $($args: WasmTy,)*
1928            R: WasmRet,
1929            T: 'static,
1930        {
1931            fn into_func(self, engine: &Engine) -> Result<HostFunc, OutOfMemory> {
1932                let f = move |_: Caller<'_, T>, $($args:$args),*| {
1933                    self($($args),*)
1934                };
1935
1936                f.into_func(engine)
1937            }
1938        }
1939
1940        #[allow(non_snake_case, reason = "macro-generated code")]
1941        impl<T, F, $($args,)* R> IntoFunc<T, (Caller<'_, T>, $($args,)*), R> for F
1942        where
1943            F: Fn(Caller<'_, T>, $($args),*) -> R + Send + Sync + 'static,
1944            $($args: WasmTy,)*
1945            R: WasmRet,
1946            T: 'static,
1947        {
1948            fn into_func(self, engine: &Engine) -> Result<HostFunc, OutOfMemory> {
1949                HostFunc::wrap(engine, move |caller: Caller<'_, T>, ( $( $args ),* )| {
1950                    self(caller, $( $args ),* )
1951                })
1952            }
1953        }
1954    }
1955}
1956
1957for_each_function_signature!(impl_into_func);
1958
1959/// Trait implemented for various tuples made up of types which implement
1960/// [`WasmTy`] that can be passed to [`Func::wrap_async`].
1961pub unsafe trait WasmTyList {
1962    /// Get the value type that each Type in the list represents.
1963    fn valtypes() -> impl Iterator<Item = ValType>;
1964
1965    // Load a version of `Self` from the `values` provided.
1966    //
1967    // # Safety
1968    //
1969    // This function is unsafe as it's up to the caller to ensure that `values` are
1970    // valid for this given type.
1971    #[doc(hidden)]
1972    unsafe fn load(store: &mut AutoAssertNoGc<'_>, values: &mut [MaybeUninit<ValRaw>]) -> Self;
1973
1974    #[doc(hidden)]
1975    fn may_gc() -> bool;
1976}
1977
1978macro_rules! impl_wasm_ty_list {
1979    ($num:tt $($args:ident)*) => (
1980        #[allow(non_snake_case, reason = "macro-generated code")]
1981        unsafe impl<$($args),*> WasmTyList for ($($args,)*)
1982        where
1983            $($args: WasmTy,)*
1984        {
1985            fn valtypes() -> impl Iterator<Item = ValType> {
1986                IntoIterator::into_iter([$($args::valtype(),)*])
1987            }
1988
1989            unsafe fn load(_store: &mut AutoAssertNoGc<'_>, _values: &mut [MaybeUninit<ValRaw>]) -> Self {
1990                let mut _cur = 0;
1991                ($({
1992                    debug_assert!(_cur < _values.len());
1993                    // SAFETY: this function's own contract means that `_values`
1994                    // is appropriately sized/typed for the internal loads.
1995                    unsafe {
1996                        let ptr = _values.get_unchecked(_cur).assume_init_ref();
1997                        _cur += 1;
1998                        $args::load(_store, ptr)
1999                    }
2000                },)*)
2001            }
2002
2003            fn may_gc() -> bool {
2004                $( $args::may_gc() || )* false
2005            }
2006        }
2007    );
2008}
2009
2010for_each_function_signature!(impl_wasm_ty_list);
2011
2012/// A structure representing the caller's context when creating a function
2013/// via [`Func::wrap`].
2014///
2015/// This structure can be taken as the first parameter of a closure passed to
2016/// [`Func::wrap`] or other constructors, and serves two purposes:
2017///
2018/// * First consumers can use [`Caller<'_, T>`](crate::Caller) to get access to
2019///   [`StoreContextMut<'_, T>`](crate::StoreContextMut) and/or get access to
2020///   `T` itself. This means that the [`Caller`] type can serve as a proxy to
2021///   the original [`Store`](crate::Store) itself and is used to satisfy
2022///   [`AsContext`] and [`AsContextMut`] bounds.
2023///
2024/// * Second a [`Caller`] can be used as the name implies, learning about the
2025///   caller's context, namely it's exported memory and exported functions. This
2026///   allows functions which take pointers as arguments to easily read the
2027///   memory the pointers point into, or if a function is expected to call
2028///   malloc in the wasm module to reserve space for the output you can do that.
2029///
2030/// Host functions which want access to [`Store`](crate::Store)-level state are
2031/// recommended to use this type.
2032pub struct Caller<'a, T: 'static> {
2033    pub(crate) store: StoreContextMut<'a, T>,
2034    caller: Instance,
2035}
2036
2037impl<T> Caller<'_, T> {
2038    fn sub_caller(&mut self) -> Caller<'_, T> {
2039        Caller {
2040            store: self.store.as_context_mut(),
2041            caller: self.caller,
2042        }
2043    }
2044
2045    /// Looks up an export from the caller's module by the `name` given.
2046    ///
2047    /// This is a low-level function that's typically used to implement passing
2048    /// of pointers or indices between core Wasm instances, where the callee
2049    /// needs to consult the caller's exports to perform memory management and
2050    /// resolve the references.
2051    ///
2052    /// For comparison, in components, the component model handles translating
2053    /// arguments from one component instance to another and managing memory, so
2054    /// that callees don't need to be aware of their callers, which promotes
2055    /// virtualizability of APIs.
2056    ///
2057    /// # Return
2058    ///
2059    /// If an export with the `name` provided was found, then it is returned as an
2060    /// `Extern`. There are a number of situations, however, where the export may not
2061    /// be available:
2062    ///
2063    /// * The caller instance may not have an export named `name`
2064    /// * There may not be a caller available, for example if `Func` was called
2065    ///   directly from host code.
2066    ///
2067    /// It's recommended to take care when calling this API and gracefully
2068    /// handling a `None` return value.
2069    pub fn get_export(&mut self, name: &str) -> Option<Extern> {
2070        // All instances created have a `host_state` with a pointer pointing
2071        // back to themselves. If this caller doesn't have that `host_state`
2072        // then it probably means it was a host-created object like `Func::new`
2073        // which doesn't have any exports we want to return anyway.
2074        self.caller.get_export(&mut self.store, name)
2075    }
2076
2077    /// Looks up an exported [`Extern`] value by a [`ModuleExport`] value.
2078    ///
2079    /// This is similar to [`Self::get_export`] but uses a [`ModuleExport`]
2080    /// value to avoid string lookups where possible. [`ModuleExport`]s can be
2081    /// obtained by calling [`Module::get_export_index`] on the [`Module`] that
2082    /// an instance was instantiated with.
2083    ///
2084    /// This method will search the module for an export with a matching entity index and return
2085    /// the value, if found.
2086    ///
2087    /// Returns `None` if there was no export with a matching entity index.
2088    ///
2089    /// [`Module::get_export_index`]: crate::Module::get_export_index
2090    /// [`Module`]: crate::Module
2091    ///
2092    /// # Panics
2093    ///
2094    /// Panics if `store` does not own this instance.
2095    ///
2096    /// # Usage
2097    /// ```
2098    /// use std::str;
2099    ///
2100    /// # use wasmtime::*;
2101    /// # fn main() -> Result<()> {
2102    /// # let mut store = Store::default();
2103    ///
2104    /// let module = Module::new(
2105    ///     store.engine(),
2106    ///     r#"
2107    ///         (module
2108    ///             (import "" "" (func $log_str (param i32 i32)))
2109    ///             (func (export "foo")
2110    ///                 i32.const 4   ;; ptr
2111    ///                 i32.const 13  ;; len
2112    ///                 call $log_str)
2113    ///             (memory (export "memory") 1)
2114    ///             (data (i32.const 4) "Hello, world!"))
2115    ///     "#,
2116    /// )?;
2117    ///
2118    /// let Some(module_export) = module.get_export_index("memory") else {
2119    ///    bail!("failed to find `memory` export in module");
2120    /// };
2121    ///
2122    /// let log_str = Func::wrap(&mut store, move |mut caller: Caller<'_, ()>, ptr: i32, len: i32| {
2123    ///     let mem = match caller.get_module_export(&module_export) {
2124    ///         Some(Extern::Memory(mem)) => mem,
2125    ///         _ => bail!("failed to find host memory"),
2126    ///     };
2127    ///     let data = mem.data(&caller)
2128    ///         .get(ptr as u32 as usize..)
2129    ///         .and_then(|arr| arr.get(..len as u32 as usize));
2130    ///     let string = match data {
2131    ///         Some(data) => match str::from_utf8(data) {
2132    ///             Ok(s) => s,
2133    ///             Err(_) => bail!("invalid utf-8"),
2134    ///         },
2135    ///         None => bail!("pointer/length out of bounds"),
2136    ///     };
2137    ///     assert_eq!(string, "Hello, world!");
2138    ///     println!("{}", string);
2139    ///     Ok(())
2140    /// });
2141    /// let instance = Instance::new(&mut store, &module, &[log_str.into()])?;
2142    /// let foo = instance.get_typed_func::<(), ()>(&mut store, "foo")?;
2143    /// foo.call(&mut store, ())?;
2144    /// # Ok(())
2145    /// # }
2146    /// ```
2147    pub fn get_module_export(&mut self, export: &ModuleExport) -> Option<Extern> {
2148        self.caller.get_module_export(&mut self.store, export)
2149    }
2150
2151    /// Access the underlying data owned by this `Store`.
2152    ///
2153    /// Same as [`Store::data`](crate::Store::data)
2154    pub fn data(&self) -> &T {
2155        self.store.data()
2156    }
2157
2158    /// Access the underlying data owned by this `Store`.
2159    ///
2160    /// Same as [`Store::data_mut`](crate::Store::data_mut)
2161    pub fn data_mut(&mut self) -> &mut T {
2162        self.store.data_mut()
2163    }
2164
2165    /// Returns the underlying [`Engine`] this store is connected to.
2166    pub fn engine(&self) -> &Engine {
2167        self.store.engine()
2168    }
2169
2170    /// Perform garbage collection.
2171    ///
2172    /// Same as [`Store::gc`](crate::Store::gc).
2173    #[cfg(feature = "gc")]
2174    pub fn gc(&mut self, why: Option<&crate::GcHeapOutOfMemory<()>>) -> Result<()> {
2175        self.store.gc(why)
2176    }
2177
2178    /// Returns the current capacity of the GC heap in bytes.
2179    ///
2180    /// Same as [`Store::gc_heap_capacity`](crate::Store::gc_heap_capacity).
2181    #[cfg(feature = "gc")]
2182    pub fn gc_heap_capacity(&self) -> usize {
2183        self.store.0.gc_heap_capacity()
2184    }
2185
2186    /// Perform garbage collection asynchronously.
2187    ///
2188    /// Same as [`Store::gc_async`](crate::Store::gc_async).
2189    #[cfg(all(feature = "async", feature = "gc"))]
2190    pub async fn gc_async(&mut self, why: Option<&crate::GcHeapOutOfMemory<()>>) -> Result<()>
2191    where
2192        T: Send + 'static,
2193    {
2194        self.store.gc_async(why).await
2195    }
2196
2197    /// Returns the remaining fuel in the store.
2198    ///
2199    /// For more information see [`Store::get_fuel`](crate::Store::get_fuel)
2200    pub fn get_fuel(&self) -> Result<u64> {
2201        self.store.get_fuel()
2202    }
2203
2204    /// Set the amount of fuel in this store to be consumed when executing wasm code.
2205    ///
2206    /// For more information see [`Store::set_fuel`](crate::Store::set_fuel)
2207    pub fn set_fuel(&mut self, fuel: u64) -> Result<()> {
2208        self.store.set_fuel(fuel)
2209    }
2210
2211    /// Configures this `Store` to yield while executing futures every N units of fuel.
2212    ///
2213    /// For more information see
2214    /// [`Store::fuel_async_yield_interval`](crate::Store::fuel_async_yield_interval)
2215    #[cfg(feature = "async")]
2216    pub fn fuel_async_yield_interval(&mut self, interval: Option<u64>) -> Result<()> {
2217        self.store.fuel_async_yield_interval(interval)
2218    }
2219}
2220
2221impl<T: 'static> AsContext for Caller<'_, T> {
2222    type Data = T;
2223    fn as_context(&self) -> StoreContext<'_, T> {
2224        self.store.as_context()
2225    }
2226}
2227
2228impl<T: 'static> AsContextMut for Caller<'_, T> {
2229    fn as_context_mut(&mut self) -> StoreContextMut<'_, T> {
2230        self.store.as_context_mut()
2231    }
2232}
2233
2234impl<'a, T: 'static> From<Caller<'a, T>> for StoreContextMut<'a, T> {
2235    fn from(caller: Caller<'a, T>) -> Self {
2236        caller.store
2237    }
2238}
2239
2240/// Representation of a host-defined function.
2241///
2242/// This is used for `Func::new` but also for `Linker`-defined functions. For
2243/// `Func::new` this is stored within a `Store`, and for `Linker`-defined
2244/// functions they wrap this up in `Arc` to enable shared ownership of this
2245/// across many stores.
2246///
2247/// Technically this structure needs a `<T>` type parameter to connect to the
2248/// `Store<T>` itself, but that's an unsafe contract of using this for now
2249/// rather than part of the struct type (to avoid `Func<T>` in the API).
2250#[doc(hidden)]
2251pub struct HostFunc {
2252    ctx: StoreBox<VMArrayCallHostFuncContext>,
2253
2254    /// Whether or not this function was defined with an `async` host function,
2255    /// meaning that it is only invocable when wasm is itself on a fiber to
2256    /// support suspension on `Poll::Pending`.
2257    ///
2258    /// This is used to propagate to an `InstancePre` and then eventually into a
2259    /// `Store` as to whether the store requires async entrypoints.
2260    asyncness: Asyncness,
2261
2262    // Stored to unregister this function's signature with the engine when this
2263    // is dropped.
2264    engine: Engine,
2265}
2266
2267// State stored inside a `VMArrayCallHostFuncContext`.
2268struct HostFuncState<F> {
2269    // The actual host function.
2270    func: F,
2271
2272    // NB: We have to keep our `VMSharedTypeIndex` registered in the engine for
2273    // as long as this function exists.
2274    _ty: RegisteredType,
2275}
2276
2277impl core::fmt::Debug for HostFunc {
2278    fn fmt(&self, f: &mut core::fmt::Formatter<'_>) -> core::fmt::Result {
2279        f.debug_struct("HostFunc").finish_non_exhaustive()
2280    }
2281}
2282
2283impl HostFunc {
2284    /// Requires that the signature in `ctx` is already registered
2285    /// within `Engine`, which is done by [`Self::vmctx_sync`] and
2286    /// [`Self::vmctx_async`].
2287    ///
2288    /// This is an internal private constructor for this type intended to only
2289    /// be used by other constructors of this type below.
2290    fn new_raw(
2291        engine: &Engine,
2292        ctx: StoreBox<VMArrayCallHostFuncContext>,
2293        asyncness: Asyncness,
2294    ) -> Self {
2295        HostFunc {
2296            ctx,
2297            engine: engine.clone(),
2298            asyncness,
2299        }
2300    }
2301
2302    /// Constructor of a host function's `VMContext` for synchronous functions.
2303    ///
2304    /// This creates a `VMArrayCallHostFuncContext` which under the hood will
2305    /// be viewed as `VMContext` in the eventually created `VMFuncRef`.
2306    fn vmctx_sync<F, T>(
2307        engine: &Engine,
2308        ty: FuncType,
2309        func: F,
2310    ) -> Result<StoreBox<VMArrayCallHostFuncContext>, OutOfMemory>
2311    where
2312        F: Fn(Caller<'_, T>, &mut [MaybeUninit<ValRaw>]) -> Result<()> + Send + Sync + 'static,
2313        T: 'static,
2314    {
2315        assert!(ty.comes_from_same_engine(engine));
2316
2317        unsafe {
2318            VMArrayCallHostFuncContext::new(
2319                Self::array_call_trampoline::<T, F>,
2320                ty.type_index(),
2321                try_new::<Box<_>>(HostFuncState {
2322                    func,
2323                    _ty: ty.into_registered_type(),
2324                })?,
2325            )
2326        }
2327    }
2328
2329    /// Constructor of a host function's `VMContext` for asynchronous functions.
2330    ///
2331    /// This creates a `VMArrayCallHostFuncContext` which under the hood will
2332    /// be viewed as `VMContext` in the eventually created `VMFuncRef`.
2333    ///
2334    /// Note that `ctx: U` is forwarded directly to `func`. This is subtly
2335    /// different than closing over data in `F` because the future returned by
2336    /// `F` can't refer to any data it closes over. The purpose of `U` is to
2337    /// enable the returned future to be able to close over data generally
2338    /// captured in the closures generated here.
2339    #[cfg(feature = "async")]
2340    fn vmctx_async<F, T, U>(
2341        engine: &Engine,
2342        ty: FuncType,
2343        ctx: U,
2344        func: F,
2345    ) -> Result<StoreBox<VMArrayCallHostFuncContext>, OutOfMemory>
2346    where
2347        F: for<'a> Fn(
2348                Caller<'a, T>,
2349                &'a mut [MaybeUninit<ValRaw>],
2350                &'a U,
2351            ) -> Box<dyn Future<Output = Result<()>> + Send + 'a>
2352            + Send
2353            + Sync
2354            + 'static,
2355        T: 'static,
2356        U: Send + Sync + 'static,
2357    {
2358        // Eventually we want to remove `with_blocking` + `block_on` from
2359        // Wasmtime. For now this is the attempt to keep it as low-level as
2360        // possible.
2361        //
2362        // Generally it's a lie to run async things on top of sync things and
2363        // it's caused many headaches. For now it's the best that can be done.
2364        Self::vmctx_sync(engine, ty, move |Caller { store, caller }, args| {
2365            store.with_blocking(|store, cx| {
2366                cx.block_on(core::pin::Pin::from(func(
2367                    Caller { store, caller },
2368                    args,
2369                    &ctx,
2370                )))
2371            })?
2372        })
2373    }
2374
2375    /// Entrypoint of WebAssembly back into the host.
2376    ///
2377    /// This is the standard wasmtime "array call signature" which then
2378    /// delegates internally to the host. This assumes that `callee_vmctx` is a
2379    /// `VMArrayCallHostFuncContext` which was built above with
2380    /// `HostFuncState<F>` internally. This internal function is then used to
2381    /// dispatch based on the arguments.
2382    ///
2383    /// Details handled by this wrapper are:
2384    ///
2385    /// * Host panics are handled (`enter_host_from_wasm`)
2386    /// * `F` is loaded from `callee_vmctx`
2387    /// * `Caller` is constructed to pass to `F`
2388    /// * A GC LIFO scope is maintained around the execution of `F`.
2389    /// * Call hooks for entering/leaving the host are maintained.
2390    unsafe extern "C" fn array_call_trampoline<T, F>(
2391        callee_vmctx: NonNull<VMOpaqueContext>,
2392        caller_vmctx: NonNull<VMContext>,
2393        args: NonNull<ValRaw>,
2394        args_len: usize,
2395    ) -> bool
2396    where
2397        F: Fn(Caller<'_, T>, &mut [MaybeUninit<ValRaw>]) -> Result<()> + 'static,
2398        T: 'static,
2399    {
2400        let run = |store: &mut dyn crate::vm::VMStore, instance: InstanceId| {
2401            // SAFETY: correct usage of this trampoline requires correct
2402            // ascription of `T`, so it's the caller's responsibility to line
2403            // this up.
2404            let mut store = unsafe { store.unchecked_context_mut() };
2405
2406            // SAFETY: this function itself requires that the `vmctx` is
2407            // valid to use here.
2408            let state = unsafe {
2409                let vmctx = VMArrayCallHostFuncContext::from_opaque(callee_vmctx);
2410                vmctx.as_ref().host_state()
2411            };
2412
2413            // Double-check ourselves in debug mode, but we control the
2414            // `Any` here so an unsafe downcast should also work.
2415            //
2416            // SAFETY: this function is only usable with `F`.
2417            let state = unsafe {
2418                debug_assert!(state.is::<HostFuncState<F>>());
2419                &*(state as *const _ as *const HostFuncState<F>)
2420            };
2421
2422            let (gc_lifo_scope, ret) = {
2423                let gc_lifo_scope = store.0.enter_gc_lifo_scope();
2424
2425                let mut args = NonNull::slice_from_raw_parts(args.cast(), args_len);
2426                // SAFETY: it's a contract of this function itself that the values
2427                // provided are valid to view as a slice.
2428                let args = unsafe { args.as_mut() };
2429
2430                let ret = (state.func)(
2431                    Caller {
2432                        caller: Instance::from_wasmtime(instance, store.0),
2433                        store: store.as_context_mut(),
2434                    },
2435                    args,
2436                );
2437
2438                (gc_lifo_scope, ret)
2439            };
2440
2441            store.0.exit_gc_lifo_scope(gc_lifo_scope);
2442
2443            ret
2444        };
2445
2446        // SAFETY: this is an entrypoint of wasm which requires correct type
2447        // ascription of `T` itself, meaning that this should be safe to call
2448        // both `enter_host_from_wasm` as well as `unchecked_context_mut`.
2449        unsafe { vm::Instance::enter_host_from_wasm(caller_vmctx, run) }
2450    }
2451    /// Analog of [`Func::new_unchecked`]
2452    ///
2453    /// # Panics
2454    ///
2455    /// Panics if the given function type is not associated with the given
2456    /// engine.
2457    ///
2458    /// # Safety
2459    ///
2460    /// The `func` provided must operate according to the `ty` provided to
2461    /// ensure it's reading the correctly-typed parameters and writing the
2462    /// correctly-typed results.
2463    pub unsafe fn new_unchecked<T>(
2464        engine: &Engine,
2465        ty: FuncType,
2466        func: impl Fn(Caller<'_, T>, &mut [MaybeUninit<ValRaw>]) -> Result<()> + Send + Sync + 'static,
2467    ) -> Result<Self, OutOfMemory>
2468    where
2469        T: 'static,
2470    {
2471        Ok(HostFunc::new_raw(
2472            engine,
2473            Self::vmctx_sync(engine, ty, func)?,
2474            Asyncness::No,
2475        ))
2476    }
2477
2478    /// Analog of [`Func::new`]
2479    ///
2480    /// # Panics
2481    ///
2482    /// Panics if the given function type is not associated with the given
2483    /// engine.
2484    pub fn new<T>(
2485        engine: &Engine,
2486        ty: FuncType,
2487        func: impl Fn(Caller<'_, T>, &[Val], &mut [Val]) -> Result<()> + Send + Sync + 'static,
2488    ) -> Result<Self, OutOfMemory>
2489    where
2490        T: 'static,
2491    {
2492        // NB: this is "duplicated" below in `new_async`, so try to keep the
2493        // two in sync.
2494        Ok(HostFunc::new_raw(
2495            engine,
2496            Self::vmctx_sync(engine, ty.clone(), move |mut caller, values| {
2497                // SAFETY: Wasmtime in general provides the guarantee that
2498                // `values` matches `ty`, so this should be safe.
2499                let mut vec = unsafe { Self::load_untyped_params(caller.store.0, &ty, values)? };
2500                let (params, results) = vec.split_at_mut(ty.params().len());
2501                func(caller.sub_caller(), params, results)?;
2502                Self::store_untyped_results(caller.store, &ty, vec, values)
2503            })?,
2504            Asyncness::No,
2505        ))
2506    }
2507
2508    /// Analog of [`Func::new_async`]
2509    ///
2510    /// # Panics
2511    ///
2512    /// Panics if the given function type is not associated with the given
2513    /// engine.
2514    #[cfg(feature = "async")]
2515    pub fn new_async<T, F>(engine: &Engine, ty: FuncType, func: F) -> Result<Self, OutOfMemory>
2516    where
2517        F: for<'a> Fn(
2518                Caller<'a, T>,
2519                &'a [Val],
2520                &'a mut [Val],
2521            ) -> Box<dyn Future<Output = Result<()>> + Send + 'a>
2522            + Send
2523            + Sync
2524            + 'static,
2525        T: Send + 'static,
2526    {
2527        // NB: this is "duplicated" above in `new`, so try to keep the two in
2528        // sync.
2529        Ok(HostFunc::new_raw(
2530            engine,
2531            Self::vmctx_async(
2532                engine,
2533                ty.clone(),
2534                (ty, func),
2535                move |mut caller, values, (ty, func)| {
2536                    Box::new(async move {
2537                        // SAFETY: Wasmtime in general provides the guarantee that
2538                        // `values` matches `ty`, so this should be safe.
2539                        let mut vec =
2540                            unsafe { Self::load_untyped_params(caller.store.0, &ty, values)? };
2541                        let (params, results) = vec.split_at_mut(ty.params().len());
2542                        core::pin::Pin::from(func(caller.sub_caller(), params, results)).await?;
2543                        Self::store_untyped_results(caller.store, &ty, vec, values)
2544                    })
2545                },
2546            )?,
2547            Asyncness::Yes,
2548        ))
2549    }
2550
2551    /// Loads the the parameters of `ty` from `params` into a vector.
2552    ///
2553    /// This additionally pushes space onto the vector for all results to split
2554    /// the vector into params/results halves.
2555    ///
2556    /// # Safety
2557    ///
2558    /// Requires that `params` matches the parameters loaded by `P`.
2559    unsafe fn load_untyped_params(
2560        store: &mut StoreOpaque,
2561        ty: &FuncType,
2562        params: &mut [MaybeUninit<ValRaw>],
2563    ) -> Result<Vec<Val>> {
2564        let val_vec = store.take_hostcall_val_storage();
2565        debug_assert!(val_vec.is_empty());
2566
2567        let mut val_vec = TryVec::from(val_vec);
2568        let nparams = ty.params().len();
2569        let total = nparams + ty.results().len();
2570        val_vec.reserve(total)?;
2571
2572        let mut store = AutoAssertNoGc::new(store);
2573        for (i, ty) in ty.params().enumerate() {
2574            val_vec.push(unsafe { Val::_from_raw(&mut store, params[i].assume_init(), &ty) })?;
2575        }
2576
2577        val_vec.try_extend((0..ty.results().len()).map(|_| Val::null_func_ref()))?;
2578        Ok(val_vec.into())
2579    }
2580
2581    /// Stores the results, at the end of `args_then_results` according to `ty`,
2582    /// into `storage`.
2583    fn store_untyped_results<T>(
2584        mut store: StoreContextMut<'_, T>,
2585        ty: &FuncType,
2586        mut args_then_results: Vec<Val>,
2587        storage: &mut [MaybeUninit<ValRaw>],
2588    ) -> Result<()> {
2589        // Unlike our arguments we need to dynamically check that the return
2590        // values produced are correct. There could be a bug in `func` that
2591        // produces the wrong number, wrong types, or wrong stores of
2592        // values, and we need to catch that here.
2593        let results = &args_then_results[ty.params().len()..];
2594        for (i, (ret, ty)) in results.iter().zip(ty.results()).enumerate() {
2595            ret.ensure_matches_ty(store.0, &ty)
2596                .context("function attempted to return an incompatible value")?;
2597            storage[i].write(ret.to_raw(store.as_context_mut())?);
2598        }
2599
2600        // Restore our `val_vec` back into the store so it's usable for the next
2601        // hostcall to reuse our own storage.
2602        args_then_results.truncate(0);
2603        store.0.save_hostcall_val_storage(args_then_results);
2604        Ok(())
2605    }
2606
2607    /// Analog of [`Func::wrap`]
2608    pub fn wrap<T, F, P, R>(engine: &Engine, func: F) -> Result<Self, OutOfMemory>
2609    where
2610        F: Fn(Caller<'_, T>, P) -> R + Send + Sync + 'static,
2611        P: WasmTyList,
2612        R: WasmRet,
2613        T: 'static,
2614    {
2615        // NB: this entire function is "duplicated" below in `wrap_async`, so
2616        // try to keep the two in sync.
2617        let ty = R::func_type(engine, None::<ValType>.into_iter().chain(P::valtypes()))?;
2618
2619        let ctx = Self::vmctx_sync(engine, ty, move |mut caller, args| {
2620            // SAFETY: `args` matching `ty` is provided by `HostFunc` and
2621            // wasmtime's ambient correctness.
2622            let params = unsafe { Self::load_typed_params(caller.store.0, args) };
2623            let ret = func(caller.sub_caller(), params).into_fallible();
2624            // SAFETY: `args` matching `ty` is provided by `HostFunc` and
2625            // wasmtime's ambient correctness.
2626            unsafe { Self::store_typed_results(caller.store.0, ret, args) }
2627        })?;
2628        Ok(HostFunc::new_raw(engine, ctx, Asyncness::No))
2629    }
2630
2631    /// Analog of [`Func::wrap_async`]
2632    #[cfg(feature = "async")]
2633    pub fn wrap_async<T, F, P, R>(engine: &Engine, func: F) -> Result<Self, OutOfMemory>
2634    where
2635        F: for<'a> Fn(Caller<'a, T>, P) -> Box<dyn Future<Output = R> + Send + 'a>
2636            + Send
2637            + Sync
2638            + 'static,
2639        P: WasmTyList,
2640        R: WasmRet,
2641        T: Send + 'static,
2642    {
2643        // NB: this entire function is "duplicated" above in `wrap`, so try to
2644        // keep the two in sync.
2645        let ty = R::func_type(engine, None::<ValType>.into_iter().chain(P::valtypes()))?;
2646
2647        let ctx = Self::vmctx_async(engine, ty, func, move |mut caller, args, func| {
2648            Box::new(async move {
2649                // SAFETY: `args` matching `ty` is provided by `HostFunc` and
2650                // wasmtime's ambient correctness.
2651                let params = unsafe { Self::load_typed_params(caller.store.0, args) };
2652                let ret = core::pin::Pin::from(func(caller.sub_caller(), params)).await;
2653                // SAFETY: `args` matching `ty` is provided by `HostFunc` and
2654                // wasmtime's ambient correctness.
2655                unsafe { Self::store_typed_results(caller.store.0, ret.into_fallible(), args) }
2656            })
2657        })?;
2658        Ok(HostFunc::new_raw(engine, ctx, Asyncness::Yes))
2659    }
2660
2661    /// Loads the typed parameters from `params`
2662    ///
2663    /// # Safety
2664    ///
2665    /// Requires that `params` matches the parameters loaded by `P`.
2666    unsafe fn load_typed_params<P>(store: &mut StoreOpaque, params: &mut [MaybeUninit<ValRaw>]) -> P
2667    where
2668        P: WasmTyList,
2669    {
2670        let mut store = if P::may_gc() {
2671            AutoAssertNoGc::new(store)
2672        } else {
2673            unsafe { AutoAssertNoGc::disabled(store) }
2674        };
2675        // SAFETY: this function's own safety contract is the same as `P::load`.
2676        unsafe { P::load(&mut store, params) }
2677    }
2678
2679    /// Stores the results of `R` into the array provided.
2680    ///
2681    /// # Safety
2682    ///
2683    /// Requires that `ret` matches the result `storage` space. See `WasmRet`
2684    /// for more safety info.
2685    unsafe fn store_typed_results<R>(
2686        store: &mut StoreOpaque,
2687        ret: R,
2688        storage: &mut [MaybeUninit<ValRaw>],
2689    ) -> Result<()>
2690    where
2691        R: WasmRet,
2692    {
2693        ensure!(
2694            ret.compatible_with_store(store),
2695            "host function attempted to return cross-`Store` value to Wasm",
2696        );
2697
2698        let mut store = if R::may_gc() {
2699            AutoAssertNoGc::new(store)
2700        } else {
2701            unsafe { AutoAssertNoGc::disabled(store) }
2702        };
2703        // SAFETY: this safety contract is the same as this own function's
2704        // safety contract.
2705        unsafe {
2706            ret.store(&mut store, storage)?;
2707        }
2708        Ok(())
2709    }
2710
2711    /// Inserts this `HostFunc` into a `Store`, returning the `Func` pointing to
2712    /// it.
2713    ///
2714    /// # Unsafety
2715    ///
2716    /// Can only be inserted into stores with a matching `T` relative to when
2717    /// this `HostFunc` was first created.
2718    pub unsafe fn to_func(self: &Arc<Self>, store: &mut StoreOpaque) -> Result<Func, OutOfMemory> {
2719        self.validate_store(store);
2720        let (funcrefs, modules) = store.func_refs_and_modules();
2721        let funcref = funcrefs.push_arc_host(self.clone(), modules)?;
2722        // SAFETY: this funcref was just pushed within the store, so it's safe
2723        // to say this store owns it.
2724        Ok(unsafe { Func::from_vm_func_ref(store.id(), funcref) })
2725    }
2726
2727    /// Inserts this `HostFunc` into a `Store`, returning the `Func` pointing to
2728    /// it.
2729    ///
2730    /// This function is similar to, but not equivalent, to `HostFunc::to_func`.
2731    /// Notably this function requires that the `Arc<Self>` pointer is otherwise
2732    /// rooted within the `StoreOpaque` via another means. When in doubt use
2733    /// `to_func` above as it's safer.
2734    ///
2735    /// # Unsafety
2736    ///
2737    /// Can only be inserted into stores with a matching `T` relative to when
2738    /// this `HostFunc` was first created.
2739    ///
2740    /// Additionally the `&Arc<Self>` is not cloned in this function. Instead a
2741    /// raw pointer to `Self` is stored within the `Store` for this function.
2742    /// The caller must arrange for the `Arc<Self>` to be "rooted" in the store
2743    /// provided via another means, probably by pushing to
2744    /// `StoreOpaque::rooted_host_funcs`.
2745    ///
2746    /// Similarly, the caller must arrange for `rooted_func_ref` to be rooted in
2747    /// the same store and additionally be a valid pointer.
2748    pub unsafe fn to_func_store_rooted(
2749        self: &Arc<Self>,
2750        store: &mut StoreOpaque,
2751        rooted_func_ref: Option<NonNull<VMFuncRef>>,
2752    ) -> Func {
2753        self.validate_store(store);
2754
2755        match rooted_func_ref {
2756            Some(funcref) => {
2757                // SAFETY: it's a contract of this function itself that
2758                // `funcref` is safe to read.
2759                unsafe {
2760                    debug_assert!(funcref.as_ref().wasm_call.is_some());
2761                }
2762                // SAFETY: it's a contract of this function that `funcref` is
2763                // owned by `store`.
2764                unsafe { Func::from_vm_func_ref(store.id(), funcref) }
2765            }
2766            None => {
2767                debug_assert!(self.func_ref().wasm_call.is_some());
2768
2769                // SAFETY: it's an unsafe contract of this function that we are
2770                // rooted within the store to say that the store owns a copy of
2771                // this funcref.
2772                unsafe { Func::from_vm_func_ref(store.id(), self.func_ref().into()) }
2773            }
2774        }
2775    }
2776
2777    /// Same as [`HostFunc::to_func`], different ownership.
2778    unsafe fn into_func(self, store: &mut StoreOpaque) -> Result<Func, OutOfMemory> {
2779        self.validate_store(store);
2780
2781        let (funcrefs, modules) = store.func_refs_and_modules();
2782        let funcref = funcrefs.push_box_host(try_new::<Box<_>>(self)?, modules)?;
2783        // SAFETY: this funcref was just pushed within `store`, so it's safe to
2784        // say it's owned by the store's id.
2785        Ok(unsafe { Func::from_vm_func_ref(store.id(), funcref) })
2786    }
2787
2788    fn validate_store(&self, store: &mut StoreOpaque) {
2789        // This assert is required to ensure that we can indeed safely insert
2790        // `self` into the `store` provided, otherwise the type information we
2791        // have listed won't be correct. This is possible to hit with the public
2792        // API of Wasmtime, and should be documented in relevant functions.
2793        assert!(
2794            Engine::same(&self.engine, store.engine()),
2795            "cannot use a store with a different engine than a linker was created with",
2796        );
2797
2798        // This function could be called by a guest at any time, and it requires
2799        // fibers, so the store now required async entrypoints.
2800        store.set_async_required(self.asyncness);
2801    }
2802
2803    pub(crate) fn engine(&self) -> &Engine {
2804        &self.engine
2805    }
2806
2807    pub(crate) fn sig_index(&self) -> VMSharedTypeIndex {
2808        self.func_ref().type_index
2809    }
2810
2811    pub(crate) fn func_ref(&self) -> &VMFuncRef {
2812        unsafe { self.ctx.get().as_ref().func_ref() }
2813    }
2814
2815    pub(crate) fn asyncness(&self) -> Asyncness {
2816        self.asyncness
2817    }
2818}
2819
2820#[cfg(test)]
2821mod tests {
2822    use super::*;
2823    use crate::{Module, Store};
2824
2825    #[test]
2826    #[cfg_attr(miri, ignore)]
2827    fn hash_key_is_stable_across_duplicate_store_data_entries() -> Result<()> {
2828        let mut store = Store::<()>::default();
2829        let module = Module::new(
2830            store.engine(),
2831            r#"
2832                (module
2833                    (func (export "f")
2834                        nop
2835                    )
2836                )
2837            "#,
2838        )?;
2839        let instance = Instance::new(&mut store, &module, &[])?;
2840
2841        // Each time we `get_func`, we call `Func::from_wasmtime` which adds a
2842        // new entry to `StoreData`, so `f1` and `f2` will have different
2843        // indices into `StoreData`.
2844        let f1 = instance.get_func(&mut store, "f").unwrap();
2845        let f2 = instance.get_func(&mut store, "f").unwrap();
2846
2847        // But their hash keys are the same.
2848        assert!(
2849            f1.hash_key(&mut store.as_context_mut().0)
2850                == f2.hash_key(&mut store.as_context_mut().0)
2851        );
2852
2853        // But the hash keys are different from different funcs.
2854        let instance2 = Instance::new(&mut store, &module, &[])?;
2855        let f3 = instance2.get_func(&mut store, "f").unwrap();
2856        assert!(
2857            f1.hash_key(&mut store.as_context_mut().0)
2858                != f3.hash_key(&mut store.as_context_mut().0)
2859        );
2860
2861        Ok(())
2862    }
2863}