Skip to main content

wasmtime/runtime/
func.rs

1use crate::error::OutOfMemory;
2use crate::prelude::*;
3use crate::runtime::vm::{
4    self, InterpreterRef, SendSyncPtr, StoreBox, UncaughtException, VMArrayCallHostFuncContext,
5    VMCommonStackInformation, VMContext, VMFuncRef, VMFunctionImport, VMOpaqueContext,
6    VMStoreContext, VmPtr,
7};
8use crate::store::{Asyncness, AutoAssertNoGc, InstanceId, StoreId, StoreOpaque};
9use crate::type_registry::RegisteredType;
10use crate::{
11    AsContext, AsContextMut, CallHook, Engine, Extern, FuncType, Instance, ModuleExport, Ref,
12    StoreContext, StoreContextMut, Val, ValRaw, ValType,
13};
14use alloc::sync::Arc;
15use core::convert::Infallible;
16use core::ffi::c_void;
17#[cfg(feature = "async")]
18use core::future::Future;
19use core::mem::{self, MaybeUninit};
20use core::ptr::NonNull;
21use wasmtime_environ::{PanicOnOom as _, VMSharedTypeIndex};
22
23/// A reference to the abstract `nofunc` heap value.
24///
25/// The are no instances of `(ref nofunc)`: it is an uninhabited type.
26///
27/// There is precisely one instance of `(ref null nofunc)`, aka `nullfuncref`:
28/// the null reference.
29///
30/// This `NoFunc` Rust type's sole purpose is for use with [`Func::wrap`]- and
31/// [`Func::typed`]-style APIs for statically typing a function as taking or
32/// returning a `(ref null nofunc)` (aka `Option<NoFunc>`) which is always
33/// `None`.
34///
35/// # Example
36///
37/// ```
38/// # use wasmtime::*;
39/// # fn _foo() -> Result<()> {
40/// let mut config = Config::new();
41/// config.wasm_function_references(true);
42/// let engine = Engine::new(&config)?;
43///
44/// let module = Module::new(
45///     &engine,
46///     r#"
47///         (module
48///             (func (export "f") (param (ref null nofunc))
49///                 ;; If the reference is null, return.
50///                 local.get 0
51///                 ref.is_null nofunc
52///                 br_if 0
53///
54///                 ;; If the reference was not null (which is impossible)
55///                 ;; then raise a trap.
56///                 unreachable
57///             )
58///         )
59///     "#,
60/// )?;
61///
62/// let mut store = Store::new(&engine, ());
63/// let instance = Instance::new(&mut store, &module, &[])?;
64/// let f = instance.get_func(&mut store, "f").unwrap();
65///
66/// // We can cast a `(ref null nofunc)`-taking function into a typed function that
67/// // takes an `Option<NoFunc>` via the `Func::typed` method.
68/// let f = f.typed::<Option<NoFunc>, ()>(&store)?;
69///
70/// // We can call the typed function, passing the null `nofunc` reference.
71/// let result = f.call(&mut store, NoFunc::null());
72///
73/// // The function should not have trapped, because the reference we gave it was
74/// // null (as it had to be, since `NoFunc` is uninhabited).
75/// assert!(result.is_ok());
76/// # Ok(())
77/// # }
78/// ```
79#[derive(Copy, Clone, Debug, PartialEq, Eq)]
80pub struct NoFunc {
81    _inner: Infallible,
82}
83
84impl NoFunc {
85    /// Get the null `(ref null nofunc)` (aka `nullfuncref`) reference.
86    #[inline]
87    pub fn null() -> Option<NoFunc> {
88        None
89    }
90
91    /// Get the null `(ref null nofunc)` (aka `nullfuncref`) reference as a
92    /// [`Ref`].
93    #[inline]
94    pub fn null_ref() -> Ref {
95        Ref::Func(None)
96    }
97
98    /// Get the null `(ref null nofunc)` (aka `nullfuncref`) reference as a
99    /// [`Val`].
100    #[inline]
101    pub fn null_val() -> Val {
102        Val::FuncRef(None)
103    }
104}
105
106/// A WebAssembly function which can be called.
107///
108/// This type typically represents an exported function from a WebAssembly
109/// module instance. In this case a [`Func`] belongs to an [`Instance`] and is
110/// loaded from there. A [`Func`] may also represent a host function as well in
111/// some cases, too.
112///
113/// Functions can be called in a few different ways, either synchronous or async
114/// and either typed or untyped (more on this below). Note that host functions
115/// are normally inserted directly into a [`Linker`](crate::Linker) rather than
116/// using this directly, but both options are available.
117///
118/// # `Func` and `async`
119///
120/// Functions from the perspective of WebAssembly are always synchronous. You
121/// might have an `async` function in Rust, however, which you'd like to make
122/// available from WebAssembly. Wasmtime supports asynchronously calling
123/// WebAssembly through native stack switching. You can get some more
124/// information about [asynchronous configs](crate#async), but
125/// from the perspective of `Func` it's important to know that whether or not
126/// your [`Store`](crate::Store) is asynchronous will dictate whether you call
127/// functions through [`Func::call`] or [`Func::call_async`] (or the typed
128/// wrappers such as [`TypedFunc::call`] vs [`TypedFunc::call_async`]).
129///
130/// # To `Func::call` or to `Func::typed().call()`
131///
132/// There's a 2x2 matrix of methods to call [`Func`]. Invocations can either be
133/// asynchronous or synchronous. They can also be statically typed or not.
134/// Whether or not an invocation is asynchronous is indicated via the method
135/// being `async` and [`call_async`](Func::call_async) being the entry point.
136/// Otherwise for statically typed or not your options are:
137///
138/// * Dynamically typed - if you don't statically know the signature of the
139///   function that you're calling you'll be using [`Func::call`] or
140///   [`Func::call_async`]. These functions take a variable-length slice of
141///   "boxed" arguments in their [`Val`] representation. Additionally the
142///   results are returned as an owned slice of [`Val`]. These methods are not
143///   optimized due to the dynamic type checks that must occur, in addition to
144///   some dynamic allocations for where to put all the arguments. While this
145///   allows you to call all possible wasm function signatures, if you're
146///   looking for a speedier alternative you can also use...
147///
148/// * Statically typed - if you statically know the type signature of the wasm
149///   function you're calling, then you'll want to use the [`Func::typed`]
150///   method to acquire an instance of [`TypedFunc`]. This structure is static proof
151///   that the underlying wasm function has the ascripted type, and type
152///   validation is only done once up-front. The [`TypedFunc::call`] and
153///   [`TypedFunc::call_async`] methods are much more efficient than [`Func::call`]
154///   and [`Func::call_async`] because the type signature is statically known.
155///   This eschews runtime checks as much as possible to get into wasm as fast
156///   as possible.
157///
158/// # Examples
159///
160/// One way to get a `Func` is from an [`Instance`] after you've instantiated
161/// it:
162///
163/// ```
164/// # use wasmtime::*;
165/// # fn main() -> Result<()> {
166/// let engine = Engine::default();
167/// let module = Module::new(&engine, r#"(module (func (export "foo")))"#)?;
168/// let mut store = Store::new(&engine, ());
169/// let instance = Instance::new(&mut store, &module, &[])?;
170/// let foo = instance.get_func(&mut store, "foo").expect("export wasn't a function");
171///
172/// // Work with `foo` as a `Func` at this point, such as calling it
173/// // dynamically...
174/// match foo.call(&mut store, &[], &mut []) {
175///     Ok(()) => { /* ... */ }
176///     Err(trap) => {
177///         panic!("execution of `foo` resulted in a wasm trap: {}", trap);
178///     }
179/// }
180/// foo.call(&mut store, &[], &mut [])?;
181///
182/// // ... or we can make a static assertion about its signature and call it.
183/// // Our first call here can fail if the signatures don't match, and then the
184/// // second call can fail if the function traps (like the `match` above).
185/// let foo = foo.typed::<(), ()>(&store)?;
186/// foo.call(&mut store, ())?;
187/// # Ok(())
188/// # }
189/// ```
190///
191/// You can also use the [`wrap` function](Func::wrap) to create a
192/// `Func`
193///
194/// ```
195/// # use wasmtime::*;
196/// # fn main() -> Result<()> {
197/// let mut store = Store::<()>::default();
198///
199/// // Create a custom `Func` which can execute arbitrary code inside of the
200/// // closure.
201/// let add = Func::wrap(&mut store, |a: i32, b: i32| -> i32 { a + b });
202///
203/// // Next we can hook that up to a wasm module which uses it.
204/// let module = Module::new(
205///     store.engine(),
206///     r#"
207///         (module
208///             (import "" "" (func $add (param i32 i32) (result i32)))
209///             (func (export "call_add_twice") (result i32)
210///                 i32.const 1
211///                 i32.const 2
212///                 call $add
213///                 i32.const 3
214///                 i32.const 4
215///                 call $add
216///                 i32.add))
217///     "#,
218/// )?;
219/// let instance = Instance::new(&mut store, &module, &[add.into()])?;
220/// let call_add_twice = instance.get_typed_func::<(), i32>(&mut store, "call_add_twice")?;
221///
222/// assert_eq!(call_add_twice.call(&mut store, ())?, 10);
223/// # Ok(())
224/// # }
225/// ```
226///
227/// Or you could also create an entirely dynamic `Func`!
228///
229/// ```
230/// # use wasmtime::*;
231/// # fn main() -> Result<()> {
232/// let mut store = Store::<()>::default();
233///
234/// // Here we need to define the type signature of our `Double` function and
235/// // then wrap it up in a `Func`
236/// let double_type = wasmtime::FuncType::new(
237///     store.engine(),
238///     [wasmtime::ValType::I32].iter().cloned(),
239///     [wasmtime::ValType::I32].iter().cloned(),
240/// );
241/// let double = Func::new(&mut store, double_type, |_, params, results| {
242///     let mut value = params[0].unwrap_i32();
243///     value *= 2;
244///     results[0] = value.into();
245///     Ok(())
246/// });
247///
248/// let module = Module::new(
249///     store.engine(),
250///     r#"
251///         (module
252///             (import "" "" (func $double (param i32) (result i32)))
253///             (func $start
254///                 i32.const 1
255///                 call $double
256///                 drop)
257///             (start $start))
258///     "#,
259/// )?;
260/// let instance = Instance::new(&mut store, &module, &[double.into()])?;
261/// // .. work with `instance` if necessary
262/// # Ok(())
263/// # }
264/// ```
265#[derive(Copy, Clone, Debug)]
266#[repr(C)] // here for the C API
267pub struct Func {
268    /// The store that the below pointer belongs to.
269    ///
270    /// It's only safe to look at the contents of the pointer below when the
271    /// `StoreOpaque` matching this id is in-scope.
272    store: StoreId,
273
274    /// The raw `VMFuncRef`, whose lifetime is bound to the store this func
275    /// belongs to.
276    ///
277    /// Note that this field has an `unsafe_*` prefix to discourage use of it.
278    /// This is only safe to read/use if `self.store` is validated to belong to
279    /// an ambiently provided `StoreOpaque` or similar. Use the
280    /// `self.vm_func_ref()` method instead of this field to perform this check.
281    unsafe_func_ref: SendSyncPtr<VMFuncRef>,
282}
283
284// Double-check that the C representation in `extern.h` matches our in-Rust
285// representation here in terms of size/alignment/etc.
286const _: () = {
287    #[repr(C)]
288    struct C(u64, *mut u8);
289    assert!(core::mem::size_of::<C>() == core::mem::size_of::<Func>());
290    assert!(core::mem::align_of::<C>() == core::mem::align_of::<Func>());
291    assert!(core::mem::offset_of!(Func, store) == 0);
292};
293
294macro_rules! for_each_function_signature {
295    ($mac:ident) => {
296        $mac!(0);
297        $mac!(1 A1);
298        $mac!(2 A1 A2);
299        $mac!(3 A1 A2 A3);
300        $mac!(4 A1 A2 A3 A4);
301        $mac!(5 A1 A2 A3 A4 A5);
302        $mac!(6 A1 A2 A3 A4 A5 A6);
303        $mac!(7 A1 A2 A3 A4 A5 A6 A7);
304        $mac!(8 A1 A2 A3 A4 A5 A6 A7 A8);
305        $mac!(9 A1 A2 A3 A4 A5 A6 A7 A8 A9);
306        $mac!(10 A1 A2 A3 A4 A5 A6 A7 A8 A9 A10);
307        $mac!(11 A1 A2 A3 A4 A5 A6 A7 A8 A9 A10 A11);
308        $mac!(12 A1 A2 A3 A4 A5 A6 A7 A8 A9 A10 A11 A12);
309        $mac!(13 A1 A2 A3 A4 A5 A6 A7 A8 A9 A10 A11 A12 A13);
310        $mac!(14 A1 A2 A3 A4 A5 A6 A7 A8 A9 A10 A11 A12 A13 A14);
311        $mac!(15 A1 A2 A3 A4 A5 A6 A7 A8 A9 A10 A11 A12 A13 A14 A15);
312        $mac!(16 A1 A2 A3 A4 A5 A6 A7 A8 A9 A10 A11 A12 A13 A14 A15 A16);
313        $mac!(17 A1 A2 A3 A4 A5 A6 A7 A8 A9 A10 A11 A12 A13 A14 A15 A16 A17);
314    };
315}
316
317mod typed;
318use crate::runtime::vm::VMStackChain;
319pub use typed::*;
320
321impl Func {
322    /// Creates a new `Func` with the given arguments, typically to create a
323    /// host-defined function to pass as an import to a module.
324    ///
325    /// * `store` - the store in which to create this [`Func`], which will own
326    ///   the return value.
327    ///
328    /// * `ty` - the signature of this function, used to indicate what the
329    ///   inputs and outputs are.
330    ///
331    /// * `func` - the native code invoked whenever this `Func` will be called.
332    ///   This closure is provided a [`Caller`] as its first argument to learn
333    ///   information about the caller, and then it's passed a list of
334    ///   parameters as a slice along with a mutable slice of where to write
335    ///   results.
336    ///
337    /// Note that the implementation of `func` must adhere to the `ty` signature
338    /// given, error or traps may occur if it does not respect the `ty`
339    /// signature. For example if the function type declares that it returns one
340    /// i32 but the `func` closures does not write anything into the results
341    /// slice then a trap may be generated.
342    ///
343    /// Additionally note that this is quite a dynamic function since signatures
344    /// are not statically known. For a more performant and ergonomic `Func`
345    /// it's recommended to use [`Func::wrap`] if you can because with
346    /// statically known signatures Wasmtime can optimize the implementation
347    /// much more.
348    ///
349    /// For more information about `Send + Sync + 'static` requirements on the
350    /// `func`, see [`Func::wrap`](#why-send--sync--static).
351    ///
352    /// # Errors
353    ///
354    /// The host-provided function here returns a
355    /// [`Result<()>`](crate::Result). If the function returns `Ok(())` then
356    /// that indicates that the host function completed successfully and wrote
357    /// the result into the `&mut [Val]` argument.
358    ///
359    /// If the function returns `Err(e)`, however, then this is equivalent to
360    /// the host function triggering a trap for wasm. WebAssembly execution is
361    /// immediately halted and the original caller of [`Func::call`], for
362    /// example, will receive the error returned here (possibly with
363    /// [`WasmBacktrace`](crate::WasmBacktrace) context information attached).
364    ///
365    /// For more information about errors in Wasmtime see the [`Trap`]
366    /// documentation.
367    ///
368    /// [`Trap`]: crate::Trap
369    ///
370    /// # Panics
371    ///
372    /// Panics if the given function type is not associated with this store's
373    /// engine.
374    pub fn new<T: 'static>(
375        store: impl AsContextMut<Data = T>,
376        ty: FuncType,
377        func: impl Fn(Caller<'_, T>, &[Val], &mut [Val]) -> Result<()> + Send + Sync + 'static,
378    ) -> Self {
379        Self::try_new_(store, ty, func).panic_on_oom()
380    }
381
382    /// Same as [`Func::new`] but returns an error instead of panicking on
383    /// allocation failure.
384    ///
385    /// # Errors
386    ///
387    /// This function will return an [`OutOfMemory`][crate::OutOfMemory] error when
388    /// memory allocation fails. See the `OutOfMemory` type's documentation for
389    /// details on Wasmtime's out-of-memory handling.
390    pub fn try_new<T: 'static>(
391        store: impl AsContextMut<Data = T>,
392        ty: FuncType,
393        func: impl Fn(Caller<'_, T>, &[Val], &mut [Val]) -> Result<()> + Send + Sync + 'static,
394    ) -> Result<Self> {
395        Ok(Self::try_new_(store, ty, func)?)
396    }
397
398    fn try_new_<T: 'static>(
399        mut store: impl AsContextMut<Data = T>,
400        ty: FuncType,
401        func: impl Fn(Caller<'_, T>, &[Val], &mut [Val]) -> Result<()> + Send + Sync + 'static,
402    ) -> Result<Self, OutOfMemory> {
403        let store = store.as_context_mut().0;
404        let host = HostFunc::new(store.engine(), ty, func)?;
405
406        // SAFETY: the `T` used by `func` matches the `T` of the store we're
407        // inserting into via this function's type signature.
408        unsafe { host.into_func(store) }
409    }
410
411    /// Creates a new [`Func`] with the given arguments, although has fewer
412    /// runtime checks than [`Func::new`].
413    ///
414    /// This function takes a callback of a different signature than
415    /// [`Func::new`], instead receiving a raw pointer with a list of [`ValRaw`]
416    /// structures. These values have no type information associated with them
417    /// so it's up to the caller to provide a function that will correctly
418    /// interpret the list of values as those coming from the `ty` specified.
419    ///
420    /// If you're calling this from Rust it's recommended to either instead use
421    /// [`Func::new`] or [`Func::wrap`]. The [`Func::wrap`] API, in particular,
422    /// is both safer and faster than this API.
423    ///
424    /// # Errors
425    ///
426    /// See [`Func::new`] for the behavior of returning an error from the host
427    /// function provided here.
428    ///
429    /// # Unsafety
430    ///
431    /// This function is not safe because it's not known at compile time that
432    /// the `func` provided correctly interprets the argument types provided to
433    /// it, or that the results it produces will be of the correct type.
434    ///
435    /// # Panics
436    ///
437    /// Panics if the given function type is not associated with this store's
438    /// engine.
439    pub unsafe fn new_unchecked<T: 'static>(
440        mut store: impl AsContextMut<Data = T>,
441        ty: FuncType,
442        func: impl Fn(Caller<'_, T>, &mut [MaybeUninit<ValRaw>]) -> Result<()> + Send + Sync + 'static,
443    ) -> Self {
444        let store = store.as_context_mut().0;
445
446        // SAFETY: the contract required by `new_unchecked` is the same as the
447        // contract required by this function itself.
448        let host = unsafe { HostFunc::new_unchecked(store.engine(), ty, func).panic_on_oom() };
449
450        // SAFETY: the `T` used by `func` matches the `T` of the store we're
451        // inserting into via this function's type signature.
452        unsafe { host.into_func(store).panic_on_oom() }
453    }
454
455    /// Creates a new host-defined WebAssembly function which, when called,
456    /// will run the asynchronous computation defined by `func` to completion
457    /// and then return the result to WebAssembly.
458    ///
459    /// This function is the asynchronous analogue of [`Func::new`] and much of
460    /// that documentation applies to this as well. The key difference is that
461    /// `func` returns a future instead of simply a `Result`. Note that the
462    /// returned future can close over any of the arguments, but it cannot close
463    /// over the state of the closure itself. It's recommended to store any
464    /// necessary async state in the `T` of the [`Store<T>`](crate::Store) which
465    /// can be accessed through [`Caller::data`] or [`Caller::data_mut`].
466    ///
467    /// For more information on `Send + Sync + 'static`, see
468    /// [`Func::wrap`](#why-send--sync--static).
469    ///
470    /// # Panics
471    ///
472    /// Panics if the given function type is not associated with this store's
473    /// engine.
474    ///
475    /// # Errors
476    ///
477    /// See [`Func::new`] for the behavior of returning an error from the host
478    /// function provided here.
479    ///
480    /// # Examples
481    ///
482    /// ```
483    /// # use wasmtime::*;
484    /// # fn main() -> Result<()> {
485    /// // Simulate some application-specific state as well as asynchronous
486    /// // functions to query that state.
487    /// struct MyDatabase {
488    ///     // ...
489    /// }
490    ///
491    /// impl MyDatabase {
492    ///     async fn get_row_count(&self) -> u32 {
493    ///         // ...
494    /// #       100
495    ///     }
496    /// }
497    ///
498    /// let my_database = MyDatabase {
499    ///     // ...
500    /// };
501    ///
502    /// // Using `new_async` we can hook up into calling our async
503    /// // `get_row_count` function.
504    /// let engine = Engine::default();
505    /// let mut store = Store::new(&engine, MyDatabase {
506    ///     // ...
507    /// });
508    /// let get_row_count_type = wasmtime::FuncType::new(
509    ///     &engine,
510    ///     None,
511    ///     Some(wasmtime::ValType::I32),
512    /// );
513    /// let get = Func::new_async(&mut store, get_row_count_type, |caller, _params, results| {
514    ///     Box::new(async move {
515    ///         let count = caller.data().get_row_count().await;
516    ///         results[0] = Val::I32(count as i32);
517    ///         Ok(())
518    ///     })
519    /// });
520    /// // ...
521    /// # Ok(())
522    /// # }
523    /// ```
524    #[cfg(feature = "async")]
525    pub fn new_async<T, F>(mut store: impl AsContextMut<Data = T>, ty: FuncType, func: F) -> Func
526    where
527        F: for<'a> Fn(
528                Caller<'a, T>,
529                &'a [Val],
530                &'a mut [Val],
531            ) -> Box<dyn Future<Output = Result<()>> + Send + 'a>
532            + Send
533            + Sync
534            + 'static,
535        T: Send + 'static,
536    {
537        let store = store.as_context_mut().0;
538
539        let host = HostFunc::new_async(store.engine(), ty, func).panic_on_oom();
540
541        // SAFETY: the `T` used by `func` matches the `T` of the store we're
542        // inserting into via this function's type signature.
543        unsafe { host.into_func(store).panic_on_oom() }
544    }
545
546    /// Creates a new `Func` from a store and a funcref within that store.
547    ///
548    /// # Safety
549    ///
550    /// The safety of this function requires that `func_ref` is a valid function
551    /// pointer owned by `store`.
552    pub(crate) unsafe fn from_vm_func_ref(store: StoreId, func_ref: NonNull<VMFuncRef>) -> Func {
553        // SAFETY: given the contract of this function it's safe to read the
554        // `type_index` field.
555        unsafe {
556            debug_assert!(func_ref.as_ref().type_index != VMSharedTypeIndex::default());
557        }
558        Func {
559            store,
560            unsafe_func_ref: func_ref.into(),
561        }
562    }
563
564    /// Creates a new `Func` from the given Rust closure.
565    ///
566    /// This function will create a new `Func` which, when called, will
567    /// execute the given Rust closure. Unlike [`Func::new`] the target
568    /// function being called is known statically so the type signature can
569    /// be inferred. Rust types will map to WebAssembly types as follows:
570    ///
571    /// | Rust Argument Type                | WebAssembly Type                          |
572    /// |-----------------------------------|-------------------------------------------|
573    /// | `i32`                             | `i32`                                     |
574    /// | `u32`                             | `i32`                                     |
575    /// | `i64`                             | `i64`                                     |
576    /// | `u64`                             | `i64`                                     |
577    /// | `f32`                             | `f32`                                     |
578    /// | `f64`                             | `f64`                                     |
579    /// | `V128` on x86-64 and aarch64 only | `v128`                                    |
580    /// | `Option<Func>`                    | `funcref` aka `(ref null func)`           |
581    /// | `Func`                            | `(ref func)`                              |
582    /// | `Option<Nofunc>`                  | `nullfuncref` aka `(ref null nofunc)`     |
583    /// | `NoFunc`                          | `(ref nofunc)`                            |
584    /// | `Option<Rooted<ExternRef>>`       | `externref` aka `(ref null extern)`       |
585    /// | `Rooted<ExternRef>`               | `(ref extern)`                            |
586    /// | `Option<NoExtern>`                | `nullexternref` aka `(ref null noextern)` |
587    /// | `NoExtern`                        | `(ref noextern)`                          |
588    /// | `Option<Rooted<AnyRef>>`          | `anyref` aka `(ref null any)`             |
589    /// | `Rooted<AnyRef>`                  | `(ref any)`                               |
590    /// | `Option<Rooted<EqRef>>`           | `eqref` aka `(ref null eq)`               |
591    /// | `Rooted<EqRef>`                   | `(ref eq)`                                |
592    /// | `Option<I31>`                     | `i31ref` aka `(ref null i31)`             |
593    /// | `I31`                             | `(ref i31)`                               |
594    /// | `Option<Rooted<StructRef>>`       | `(ref null struct)`                       |
595    /// | `Rooted<StructRef>`               | `(ref struct)`                            |
596    /// | `Option<Rooted<ArrayRef>>`        | `(ref null array)`                        |
597    /// | `Rooted<ArrayRef>`                | `(ref array)`                             |
598    /// | `Option<NoneRef>`                 | `nullref` aka `(ref null none)`           |
599    /// | `NoneRef`                         | `(ref none)`                              |
600    ///
601    /// Note that anywhere a `Rooted<T>` appears, a `OwnedRooted<T>` may also
602    /// be used.
603    ///
604    /// Any of the Rust types can be returned from the closure as well, in
605    /// addition to some extra types
606    ///
607    /// | Rust Return Type  | WebAssembly Return Type | Meaning               |
608    /// |-------------------|-------------------------|-----------------------|
609    /// | `()`              | nothing                 | no return value       |
610    /// | `T`               | `T`                     | a single return value |
611    /// | `(T1, T2, ...)`   | `T1 T2 ...`             | multiple returns      |
612    ///
613    /// Note that all return types can also be wrapped in `Result<_>` to
614    /// indicate that the host function can generate a trap as well as possibly
615    /// returning a value.
616    ///
617    /// Finally you can also optionally take [`Caller`] as the first argument of
618    /// your closure. If inserted then you're able to inspect the caller's
619    /// state, for example the [`Memory`](crate::Memory) it has exported so you
620    /// can read what pointers point to.
621    ///
622    /// Note that when using this API, the intention is to create as thin of a
623    /// layer as possible for when WebAssembly calls the function provided. With
624    /// sufficient inlining and optimization the WebAssembly will call straight
625    /// into `func` provided, with no extra fluff entailed.
626    ///
627    /// # Why `Send + Sync + 'static`?
628    ///
629    /// All host functions defined in a [`Store`](crate::Store) (including
630    /// those from [`Func::new`] and other constructors) require that the
631    /// `func` provided is `Send + Sync + 'static`. Additionally host functions
632    /// always are `Fn` as opposed to `FnMut` or `FnOnce`. This can at-a-glance
633    /// feel restrictive since the closure cannot close over as many types as
634    /// before. The reason for this, though, is to ensure that
635    /// [`Store<T>`](crate::Store) can implement both the `Send` and `Sync`
636    /// traits.
637    ///
638    /// Fear not, however, because this isn't as restrictive as it seems! Host
639    /// functions are provided a [`Caller<'_, T>`](crate::Caller) argument which
640    /// allows access to the host-defined data within the
641    /// [`Store`](crate::Store). The `T` type is not required to be any of
642    /// `Send`, `Sync`, or `'static`! This means that you can store whatever
643    /// you'd like in `T` and have it accessible by all host functions.
644    /// Additionally mutable access to `T` is allowed through
645    /// [`Caller::data_mut`].
646    ///
647    /// Most host-defined [`Func`] values provide closures that end up not
648    /// actually closing over any values. These zero-sized types will use the
649    /// context from [`Caller`] for host-defined information.
650    ///
651    /// # Errors
652    ///
653    /// The closure provided here to `wrap` can optionally return a
654    /// [`Result<T>`](crate::Result). Returning `Ok(t)` represents the host
655    /// function successfully completing with the `t` result. Returning
656    /// `Err(e)`, however, is equivalent to raising a custom wasm trap.
657    /// Execution of WebAssembly does not resume and the stack is unwound to the
658    /// original caller of the function where the error is returned.
659    ///
660    /// For more information about errors in Wasmtime see the [`Trap`]
661    /// documentation.
662    ///
663    /// [`Trap`]: crate::Trap
664    ///
665    /// # Examples
666    ///
667    /// First up we can see how simple wasm imports can be implemented, such
668    /// as a function that adds its two arguments and returns the result.
669    ///
670    /// ```
671    /// # use wasmtime::*;
672    /// # fn main() -> Result<()> {
673    /// # let mut store = Store::<()>::default();
674    /// let add = Func::wrap(&mut store, |a: i32, b: i32| a + b);
675    /// let module = Module::new(
676    ///     store.engine(),
677    ///     r#"
678    ///         (module
679    ///             (import "" "" (func $add (param i32 i32) (result i32)))
680    ///             (func (export "foo") (param i32 i32) (result i32)
681    ///                 local.get 0
682    ///                 local.get 1
683    ///                 call $add))
684    ///     "#,
685    /// )?;
686    /// let instance = Instance::new(&mut store, &module, &[add.into()])?;
687    /// let foo = instance.get_typed_func::<(i32, i32), i32>(&mut store, "foo")?;
688    /// assert_eq!(foo.call(&mut store, (1, 2))?, 3);
689    /// # Ok(())
690    /// # }
691    /// ```
692    ///
693    /// We can also do the same thing, but generate a trap if the addition
694    /// overflows:
695    ///
696    /// ```
697    /// # use wasmtime::*;
698    /// # fn main() -> Result<()> {
699    /// # let mut store = Store::<()>::default();
700    /// let add = Func::wrap(&mut store, |a: i32, b: i32| {
701    ///     match a.checked_add(b) {
702    ///         Some(i) => Ok(i),
703    ///         None => bail!("overflow"),
704    ///     }
705    /// });
706    /// let module = Module::new(
707    ///     store.engine(),
708    ///     r#"
709    ///         (module
710    ///             (import "" "" (func $add (param i32 i32) (result i32)))
711    ///             (func (export "foo") (param i32 i32) (result i32)
712    ///                 local.get 0
713    ///                 local.get 1
714    ///                 call $add))
715    ///     "#,
716    /// )?;
717    /// let instance = Instance::new(&mut store, &module, &[add.into()])?;
718    /// let foo = instance.get_typed_func::<(i32, i32), i32>(&mut store, "foo")?;
719    /// assert_eq!(foo.call(&mut store, (1, 2))?, 3);
720    /// assert!(foo.call(&mut store, (i32::MAX, 1)).is_err());
721    /// # Ok(())
722    /// # }
723    /// ```
724    ///
725    /// And don't forget all the wasm types are supported!
726    ///
727    /// ```
728    /// # use wasmtime::*;
729    /// # fn main() -> Result<()> {
730    /// # let mut store = Store::<()>::default();
731    /// let debug = Func::wrap(&mut store, |a: i32, b: u32, c: f32, d: i64, e: u64, f: f64| {
732    ///
733    ///     println!("a={}", a);
734    ///     println!("b={}", b);
735    ///     println!("c={}", c);
736    ///     println!("d={}", d);
737    ///     println!("e={}", e);
738    ///     println!("f={}", f);
739    /// });
740    /// let module = Module::new(
741    ///     store.engine(),
742    ///     r#"
743    ///         (module
744    ///             (import "" "" (func $debug (param i32 i32 f32 i64 i64 f64)))
745    ///             (func (export "foo")
746    ///                 i32.const -1
747    ///                 i32.const 1
748    ///                 f32.const 2
749    ///                 i64.const -3
750    ///                 i64.const 3
751    ///                 f64.const 4
752    ///                 call $debug))
753    ///     "#,
754    /// )?;
755    /// let instance = Instance::new(&mut store, &module, &[debug.into()])?;
756    /// let foo = instance.get_typed_func::<(), ()>(&mut store, "foo")?;
757    /// foo.call(&mut store, ())?;
758    /// # Ok(())
759    /// # }
760    /// ```
761    ///
762    /// Finally if you want to get really fancy you can also implement
763    /// imports that read/write wasm module's memory
764    ///
765    /// ```
766    /// use std::str;
767    ///
768    /// # use wasmtime::*;
769    /// # fn main() -> Result<()> {
770    /// # let mut store = Store::default();
771    /// let log_str = Func::wrap(&mut store, |mut caller: Caller<'_, ()>, ptr: i32, len: i32| {
772    ///     let mem = match caller.get_export("memory") {
773    ///         Some(Extern::Memory(mem)) => mem,
774    ///         _ => bail!("failed to find host memory"),
775    ///     };
776    ///     let data = mem.data(&caller)
777    ///         .get(ptr as u32 as usize..)
778    ///         .and_then(|arr| arr.get(..len as u32 as usize));
779    ///     let string = match data {
780    ///         Some(data) => match str::from_utf8(data) {
781    ///             Ok(s) => s,
782    ///             Err(_) => bail!("invalid utf-8"),
783    ///         },
784    ///         None => bail!("pointer/length out of bounds"),
785    ///     };
786    ///     assert_eq!(string, "Hello, world!");
787    ///     println!("{}", string);
788    ///     Ok(())
789    /// });
790    /// let module = Module::new(
791    ///     store.engine(),
792    ///     r#"
793    ///         (module
794    ///             (import "" "" (func $log_str (param i32 i32)))
795    ///             (func (export "foo")
796    ///                 i32.const 4   ;; ptr
797    ///                 i32.const 13  ;; len
798    ///                 call $log_str)
799    ///             (memory (export "memory") 1)
800    ///             (data (i32.const 4) "Hello, world!"))
801    ///     "#,
802    /// )?;
803    /// let instance = Instance::new(&mut store, &module, &[log_str.into()])?;
804    /// let foo = instance.get_typed_func::<(), ()>(&mut store, "foo")?;
805    /// foo.call(&mut store, ())?;
806    /// # Ok(())
807    /// # }
808    /// ```
809    pub fn wrap<T, Params, Results>(
810        store: impl AsContextMut<Data = T>,
811        func: impl IntoFunc<T, Params, Results>,
812    ) -> Func
813    where
814        T: 'static,
815    {
816        Self::try_wrap(store, func).expect(
817            "allocation failure during `Func::wrap` (use `Func::try_wrap` to handle such errors)",
818        )
819    }
820
821    /// Fallible version of [`Func::wrap`] that returns an error on
822    /// out-of-memory instead of panicking.
823    ///
824    /// # Errors
825    ///
826    /// This function will return an [`OutOfMemory`][crate::OutOfMemory] error when
827    /// memory allocation fails. See the `OutOfMemory` type's documentation for
828    /// details on Wasmtime's out-of-memory handling.
829    pub fn try_wrap<T, Params, Results>(
830        mut store: impl AsContextMut<Data = T>,
831        func: impl IntoFunc<T, Params, Results>,
832    ) -> Result<Func>
833    where
834        T: 'static,
835    {
836        let store = store.as_context_mut().0;
837        let engine = store.engine();
838        let host = func.into_func(engine)?;
839
840        // SAFETY: The `T` the closure takes is the same as the `T` of the store
841        // we're inserting into via the type signature above.
842        Ok(unsafe { host.into_func(store)? })
843    }
844
845    /// Same as [`Func::wrap`], except the closure asynchronously produces the
846    /// result and the arguments are passed within a tuple. For more information
847    /// see the [`Func`] documentation.
848    #[cfg(feature = "async")]
849    pub fn wrap_async<T, F, P, R>(mut store: impl AsContextMut<Data = T>, func: F) -> Func
850    where
851        F: for<'a> Fn(Caller<'a, T>, P) -> Box<dyn Future<Output = R> + Send + 'a>
852            + Send
853            + Sync
854            + 'static,
855        P: WasmTyList,
856        R: WasmRet,
857        T: Send + 'static,
858    {
859        let store = store.as_context_mut().0;
860        let host = HostFunc::wrap_async(store.engine(), func).panic_on_oom();
861
862        // SAFETY: The `T` the closure takes is the same as the `T` of the store
863        // we're inserting into via the type signature above.
864        unsafe { host.into_func(store).panic_on_oom() }
865    }
866
867    /// Returns the underlying wasm type that this `Func` has.
868    ///
869    /// # Panics
870    ///
871    /// Panics if `store` does not own this function.
872    pub fn ty(&self, store: impl AsContext) -> FuncType {
873        self.load_ty(&store.as_context().0)
874    }
875
876    /// Forcibly loads the type of this function from the `Engine`.
877    ///
878    /// Note that this is a somewhat expensive method since it requires taking a
879    /// lock as well as cloning a type.
880    pub(crate) fn load_ty(&self, store: &StoreOpaque) -> FuncType {
881        FuncType::from_shared_type_index(store.engine(), self.type_index(store)).unwrap()
882    }
883
884    /// Does this function match the given type?
885    ///
886    /// That is, is this function's type a subtype of the given type?
887    ///
888    /// # Panics
889    ///
890    /// Panics if this function is not associated with the given store or if the
891    /// function type is not associated with the store's engine.
892    pub fn matches_ty(&self, store: impl AsContext, func_ty: &FuncType) -> bool {
893        self._matches_ty(store.as_context().0, func_ty)
894    }
895
896    pub(crate) fn _matches_ty(&self, store: &StoreOpaque, func_ty: &FuncType) -> bool {
897        let actual_ty = self.load_ty(store);
898        actual_ty.matches(func_ty)
899    }
900
901    pub(crate) fn ensure_matches_ty(&self, store: &StoreOpaque, func_ty: &FuncType) -> Result<()> {
902        if !self.comes_from_same_store(store) {
903            bail!("function used with wrong store");
904        }
905        if self._matches_ty(store, func_ty) {
906            Ok(())
907        } else {
908            let actual_ty = self.load_ty(store);
909            bail!("type mismatch: expected {func_ty}, found {actual_ty}")
910        }
911    }
912
913    pub(crate) fn type_index(&self, data: &StoreOpaque) -> VMSharedTypeIndex {
914        unsafe { self.vm_func_ref(data).as_ref().type_index }
915    }
916
917    /// Invokes this function with the `params` given and writes returned values
918    /// to `results`.
919    ///
920    /// The `params` here must match the type signature of this `Func`, or an
921    /// error will occur. Additionally `results` must have the same
922    /// length as the number of results for this function. Calling this function
923    /// will synchronously execute the WebAssembly function referenced to get
924    /// the results.
925    ///
926    /// This function will return `Ok(())` if execution completed without a trap
927    /// or error of any kind. In this situation the results will be written to
928    /// the provided `results` array.
929    ///
930    /// # Errors
931    ///
932    /// Any error which occurs throughout the execution of the function will be
933    /// returned as `Err(e)`. The [`Error`](crate::Error) type can be inspected
934    /// for the precise error cause such as:
935    ///
936    /// * [`Trap`] - indicates that a wasm trap happened and execution was
937    ///   halted.
938    /// * [`WasmBacktrace`] - optionally included on errors for backtrace
939    ///   information of the trap/error.
940    /// * Other string-based errors to indicate issues such as type errors with
941    ///   `params`.
942    /// * Any host-originating error originally returned from a function defined
943    ///   via [`Func::new`], for example.
944    /// * The `store` provided is configured to require `call_async` to be used
945    ///   instead, such as with epochs or fuel.
946    /// * The call is recursive from within e.g. a `call_async` invocation.
947    ///
948    /// Errors typically indicate that execution of WebAssembly was halted
949    /// mid-way and did not complete after the error condition happened.
950    ///
951    /// [`Trap`]: crate::Trap
952    ///
953    /// # Panics
954    ///
955    /// Panics if `store` does not own this function.
956    ///
957    /// [`WasmBacktrace`]: crate::WasmBacktrace
958    ///
959    /// This function will return an [`OutOfMemory`][crate::OutOfMemory] error when
960    /// memory allocation fails. See the `OutOfMemory` type's documentation for
961    /// details on Wasmtime's out-of-memory handling.
962    pub fn call(
963        &self,
964        mut store: impl AsContextMut,
965        params: &[Val],
966        results: &mut [Val],
967    ) -> Result<()> {
968        let mut store = store.as_context_mut();
969        store.0.validate_sync_call()?;
970
971        self.call_impl_check_args(&mut store, params, results)?;
972
973        unsafe { self.call_impl_do_call(&mut store, params, results) }
974    }
975
976    /// Invokes this function in an "unchecked" fashion, reading parameters and
977    /// writing results to `params_and_returns`.
978    ///
979    /// This function is the same as [`Func::call`] except that the arguments
980    /// and results both use a different representation. If possible it's
981    /// recommended to use [`Func::call`] if safety isn't necessary or to use
982    /// [`Func::typed`] in conjunction with [`TypedFunc::call`] since that's
983    /// both safer and faster than this method of invoking a function.
984    ///
985    /// Note that if this function takes `externref` arguments then it will
986    /// **not** automatically GC unlike the [`Func::call`] and
987    /// [`TypedFunc::call`] functions. This means that if this function is
988    /// invoked many times with new `ExternRef` values and no other GC happens
989    /// via any other means then no values will get collected.
990    ///
991    /// # Errors
992    ///
993    /// For more information about errors see the [`Func::call`] documentation.
994    ///
995    /// # Unsafety
996    ///
997    /// This function is unsafe because the `params_and_returns` argument is not
998    /// validated at all. It must uphold invariants such as:
999    ///
1000    /// * It's a valid pointer to an array
1001    /// * It has enough space to store all parameters
1002    /// * It has enough space to store all results (not at the same time as
1003    ///   parameters)
1004    /// * Parameters are initially written to the array and have the correct
1005    ///   types and such.
1006    /// * Reference types like `externref` and `funcref` are valid at the
1007    ///   time of this call and for the `store` specified.
1008    /// * The call is _not_ recursive from within e.g. a `call_async` invocation.
1009    ///
1010    /// These invariants are all upheld for you with [`Func::call`] and
1011    /// [`TypedFunc::call`].
1012    pub unsafe fn call_unchecked(
1013        &self,
1014        mut store: impl AsContextMut,
1015        params_and_returns: *mut [ValRaw],
1016    ) -> Result<()> {
1017        let mut store = store.as_context_mut();
1018        let func_ref = self.vm_func_ref(store.0);
1019        let params_and_returns = NonNull::new(params_and_returns).unwrap_or(NonNull::from(&mut []));
1020
1021        // SAFETY: the safety of this function call is the same as the contract
1022        // of this function.
1023        unsafe {
1024            Self::call_unchecked_raw(
1025                &mut store,
1026                func_ref,
1027                params_and_returns,
1028                UncaughtException::Propagate,
1029            )
1030        }
1031    }
1032
1033    pub(crate) unsafe fn call_unchecked_raw<T>(
1034        store: &mut StoreContextMut<'_, T>,
1035        func_ref: NonNull<VMFuncRef>,
1036        params_and_returns: NonNull<[ValRaw]>,
1037        uncaught_exception: UncaughtException,
1038    ) -> Result<()> {
1039        // SAFETY: the safety of this function call is the same as the contract
1040        // of this function.
1041        invoke_wasm_and_catch_traps(store, uncaught_exception, |caller, vm| unsafe {
1042            VMFuncRef::array_call(func_ref, vm, caller, params_and_returns)
1043        })
1044    }
1045
1046    /// Converts the raw representation of a `funcref` into an `Option<Func>`
1047    ///
1048    /// This is intended to be used in conjunction with [`Func::new_unchecked`],
1049    /// [`Func::call_unchecked`], and [`ValRaw`] with its `funcref` field. This
1050    /// is the dual of [`Func::to_raw`].
1051    ///
1052    /// # Unsafety
1053    ///
1054    /// This function is not safe because `raw` is not validated at all. The
1055    /// caller must guarantee that `raw` is owned by the `store` provided and is
1056    /// valid within the `store`.
1057    pub unsafe fn from_raw(mut store: impl AsContextMut, raw: *mut c_void) -> Option<Func> {
1058        // SAFETY: this function's own contract is that `raw` is owned by store
1059        // to make this safe.
1060        unsafe { Self::_from_raw(store.as_context_mut().0, raw) }
1061    }
1062
1063    /// Same as `from_raw`, but with the internal `StoreOpaque` type.
1064    pub(crate) unsafe fn _from_raw(store: &mut StoreOpaque, raw: *mut c_void) -> Option<Func> {
1065        // SAFETY: this function's own contract is that `raw` is owned by store
1066        // to make this safe.
1067        unsafe {
1068            Some(Func::from_vm_func_ref(
1069                store.id(),
1070                NonNull::new(raw.cast())?,
1071            ))
1072        }
1073    }
1074
1075    /// Extracts the raw value of this `Func`, which is owned by `store`.
1076    ///
1077    /// This function returns a value that's suitable for writing into the
1078    /// `funcref` field of the [`ValRaw`] structure.
1079    ///
1080    /// # Safety
1081    ///
1082    /// The returned value is only valid for as long as the store is alive.
1083    /// This value is safe to pass to [`Func::from_raw`] so long as the same
1084    /// `store` is provided.
1085    pub fn to_raw(&self, mut store: impl AsContextMut) -> *mut c_void {
1086        self.to_raw_(store.as_context_mut().0)
1087    }
1088
1089    pub(crate) fn to_raw_(&self, store: &mut StoreOpaque) -> *mut c_void {
1090        self.vm_func_ref(store).as_ptr().cast()
1091    }
1092
1093    /// Invokes this function with the `params` given, returning the results
1094    /// asynchronously.
1095    ///
1096    /// This function is the same as [`Func::call`] except that it is
1097    /// asynchronous.
1098    ///
1099    /// It's important to note that the execution of WebAssembly will happen
1100    /// synchronously in the `poll` method of the future returned from this
1101    /// function. Wasmtime does not manage its own thread pool or similar to
1102    /// execute WebAssembly in. Future `poll` methods are generally expected to
1103    /// resolve quickly, so it's recommended that you run or poll this future
1104    /// in a "blocking context".
1105    ///
1106    /// For more information see the documentation on [asynchronous
1107    /// configs](crate#async).
1108    ///
1109    /// # Errors
1110    ///
1111    /// For more information on errors see the [`Func::call`] documentation.
1112    ///
1113    /// # Panics
1114    ///
1115    /// Panics if this is called on a function in a synchronous store. This
1116    /// only works with functions defined within an asynchronous store. Also
1117    /// panics if `store` does not own this function.
1118    ///
1119    /// This function will return an [`OutOfMemory`][crate::OutOfMemory] error when
1120    /// memory allocation fails. See the `OutOfMemory` type's documentation for
1121    /// details on Wasmtime's out-of-memory handling.
1122    #[cfg(feature = "async")]
1123    pub async fn call_async(
1124        &self,
1125        mut store: impl AsContextMut<Data: Send>,
1126        params: &[Val],
1127        results: &mut [Val],
1128    ) -> Result<()> {
1129        let mut store = store.as_context_mut();
1130
1131        self.call_impl_check_args(&mut store, params, results)?;
1132
1133        let result = store
1134            .on_fiber(|store| unsafe { self.call_impl_do_call(store, params, results) })
1135            .await??;
1136        Ok(result)
1137    }
1138
1139    /// Perform dynamic checks that the arguments given to us match
1140    /// the signature of this function and are appropriate to pass to this
1141    /// function.
1142    ///
1143    /// This involves checking to make sure we have the right number and types
1144    /// of arguments as well as making sure everything is from the same `Store`.
1145    ///
1146    /// This must be called just before `call_impl_do_call`.
1147    fn call_impl_check_args<T>(
1148        &self,
1149        store: &mut StoreContextMut<'_, T>,
1150        params: &[Val],
1151        results: &mut [Val],
1152    ) -> Result<()> {
1153        let ty = self.load_ty(store.0);
1154        if ty.params().len() != params.len() {
1155            bail!(
1156                "expected {} arguments, got {}",
1157                ty.params().len(),
1158                params.len()
1159            );
1160        }
1161        if ty.results().len() != results.len() {
1162            bail!(
1163                "expected {} results, got {}",
1164                ty.results().len(),
1165                results.len()
1166            );
1167        }
1168
1169        for (ty, arg) in ty.params().zip(params) {
1170            arg.ensure_matches_ty(store.0, &ty)
1171                .context("argument type mismatch")?;
1172            if !arg.comes_from_same_store(store.0) {
1173                bail!("cross-`Store` values are not currently supported");
1174            }
1175        }
1176
1177        Ok(())
1178    }
1179
1180    /// Do the actual call into Wasm.
1181    ///
1182    /// # Safety
1183    ///
1184    /// You must have type checked the arguments by calling
1185    /// `call_impl_check_args` immediately before calling this function. It is
1186    /// only safe to call this function if that one did not return an error.
1187    unsafe fn call_impl_do_call<T>(
1188        &self,
1189        store: &mut StoreContextMut<'_, T>,
1190        params: &[Val],
1191        results: &mut [Val],
1192    ) -> Result<()> {
1193        // Store the argument values into `values_vec`.
1194        let ty = self.load_ty(store.0);
1195        let values_vec_size = params.len().max(ty.results().len());
1196        let mut values_vec = store.0.take_wasm_val_raw_storage();
1197        debug_assert!(values_vec.is_empty());
1198        values_vec.resize_with(values_vec_size, || ValRaw::v128(0))?;
1199        for (arg, slot) in params.iter().cloned().zip(&mut values_vec) {
1200            *slot = arg.to_raw(&mut *store)?;
1201        }
1202
1203        unsafe {
1204            self.call_unchecked(
1205                &mut *store,
1206                core::ptr::slice_from_raw_parts_mut(values_vec.as_mut_ptr(), values_vec_size),
1207            )?;
1208        }
1209
1210        for ((i, slot), val) in results.iter_mut().enumerate().zip(&values_vec) {
1211            let ty = ty.results().nth(i).unwrap();
1212            *slot = unsafe { Val::from_raw(&mut *store, *val, ty) };
1213        }
1214        values_vec.truncate(0);
1215        store.0.save_wasm_val_raw_storage(values_vec);
1216        Ok(())
1217    }
1218
1219    #[inline]
1220    pub(crate) fn vm_func_ref(&self, store: &StoreOpaque) -> NonNull<VMFuncRef> {
1221        self.store.assert_belongs_to(store.id());
1222        self.unsafe_func_ref.as_non_null()
1223    }
1224
1225    pub(crate) fn vmimport(&self, store: &StoreOpaque) -> VMFunctionImport {
1226        // Safety: it should be fine to dereference the funcref pointer while we
1227        // borrow the store.
1228        let func_ref = unsafe { self.vm_func_ref(store).as_ref() };
1229
1230        // Note that this is a load-bearing `unwrap` here, but is never expected
1231        // to trip at runtime. The general problem is that host functions do not
1232        // have a `wasm_call` function so the `VMFuncRef` type has an optional
1233        // pointer there. This is only able to be filled out when a function is
1234        // "paired" with a module where trampolines are present to fill out
1235        // `wasm_call` pointers.
1236        //
1237        // This pairing of modules doesn't happen explicitly but is instead
1238        // managed lazily throughout Wasmtime. Specifically the way this works
1239        // is one of:
1240        //
1241        // * When a host function is created the store's list of modules are
1242        //   searched for a wasm trampoline. If not found the `wasm_call` field
1243        //   is left blank.
1244        //
1245        // * When a module instantiation happens, which uses this function, the
1246        //   module will be used to fill any outstanding holes that it has
1247        //   trampolines for.
1248        //
1249        // This means that by the time we get to this point any relevant holes
1250        // should be filled out. Thus if this panic actually triggers then it's
1251        // indicative of a missing `fill` call somewhere else.
1252        let func_import = func_ref.as_vm_function_import().unwrap();
1253
1254        func_import.clone()
1255    }
1256
1257    pub(crate) fn comes_from_same_store(&self, store: &StoreOpaque) -> bool {
1258        self.store == store.id()
1259    }
1260
1261    /// Attempts to extract a typed object from this `Func` through which the
1262    /// function can be called.
1263    ///
1264    /// This function serves as an alternative to [`Func::call`] and
1265    /// [`Func::call_async`]. This method performs a static type check (using
1266    /// the `Params` and `Results` type parameters on the underlying wasm
1267    /// function. If the type check passes then a `TypedFunc` object is returned,
1268    /// otherwise an error is returned describing the typecheck failure.
1269    ///
1270    /// The purpose of this relative to [`Func::call`] is that it's much more
1271    /// efficient when used to invoke WebAssembly functions. With the types
1272    /// statically known far less setup/teardown is required when invoking
1273    /// WebAssembly. If speed is desired then this function is recommended to be
1274    /// used instead of [`Func::call`] (which is more general, hence its
1275    /// slowdown).
1276    ///
1277    /// The `Params` type parameter is used to describe the parameters of the
1278    /// WebAssembly function. This can either be a single type (like `i32`), or
1279    /// a tuple of types representing the list of parameters (like `(i32, f32,
1280    /// f64)`). Additionally you can use `()` to represent that the function has
1281    /// no parameters.
1282    ///
1283    /// The `Results` type parameter is used to describe the results of the
1284    /// function. This behaves the same way as `Params`, but just for the
1285    /// results of the function.
1286    ///
1287    /// # Translating Between WebAssembly and Rust Types
1288    ///
1289    /// Translation between Rust types and WebAssembly types looks like:
1290    ///
1291    /// | WebAssembly                               | Rust                                  |
1292    /// |-------------------------------------------|---------------------------------------|
1293    /// | `i32`                                     | `i32` or `u32`                        |
1294    /// | `i64`                                     | `i64` or `u64`                        |
1295    /// | `f32`                                     | `f32`                                 |
1296    /// | `f64`                                     | `f64`                                 |
1297    /// | `externref` aka `(ref null extern)`       | `Option<Rooted<ExternRef>>`           |
1298    /// | `(ref extern)`                            | `Rooted<ExternRef>`                   |
1299    /// | `nullexternref` aka `(ref null noextern)` | `Option<NoExtern>`                    |
1300    /// | `(ref noextern)`                          | `NoExtern`                            |
1301    /// | `anyref` aka `(ref null any)`             | `Option<Rooted<AnyRef>>`              |
1302    /// | `(ref any)`                               | `Rooted<AnyRef>`                      |
1303    /// | `eqref` aka `(ref null eq)`               | `Option<Rooted<EqRef>>`               |
1304    /// | `(ref eq)`                                | `Rooted<EqRef>`                       |
1305    /// | `i31ref` aka `(ref null i31)`             | `Option<I31>`                         |
1306    /// | `(ref i31)`                               | `I31`                                 |
1307    /// | `structref` aka `(ref null struct)`       | `Option<Rooted<StructRef>>`           |
1308    /// | `(ref struct)`                            | `Rooted<StructRef>`                   |
1309    /// | `arrayref` aka `(ref null array)`         | `Option<Rooted<ArrayRef>>`            |
1310    /// | `(ref array)`                             | `Rooted<ArrayRef>`                    |
1311    /// | `nullref` aka `(ref null none)`           | `Option<NoneRef>`                     |
1312    /// | `(ref none)`                              | `NoneRef`                             |
1313    /// | `funcref` aka `(ref null func)`           | `Option<Func>`                        |
1314    /// | `(ref func)`                              | `Func`                                |
1315    /// | `(ref null <func type index>)`            | `Option<Func>`                        |
1316    /// | `(ref <func type index>)`                 | `Func`                                |
1317    /// | `nullfuncref` aka `(ref null nofunc)`     | `Option<NoFunc>`                      |
1318    /// | `(ref nofunc)`                            | `NoFunc`                              |
1319    /// | `v128`                                    | `V128` on `x86-64` and `aarch64` only |
1320    ///
1321    /// (Note that this mapping is the same as that of [`Func::wrap`], and that
1322    /// anywhere a `Rooted<T>` appears, a `OwnedRooted<T>` may also appear).
1323    ///
1324    /// Note that once the [`TypedFunc`] return value is acquired you'll use either
1325    /// [`TypedFunc::call`] or [`TypedFunc::call_async`] as necessary to actually invoke
1326    /// the function. This method does not invoke any WebAssembly code, it
1327    /// simply performs a typecheck before returning the [`TypedFunc`] value.
1328    ///
1329    /// This method also has a convenience wrapper as
1330    /// [`Instance::get_typed_func`](crate::Instance::get_typed_func) to
1331    /// directly get a typed function value from an
1332    /// [`Instance`](crate::Instance).
1333    ///
1334    /// ## Subtyping
1335    ///
1336    /// For result types, you can always use a supertype of the WebAssembly
1337    /// function's actual declared result type. For example, if the WebAssembly
1338    /// function was declared with type `(func (result nullfuncref))` you could
1339    /// successfully call `f.typed::<(), Option<Func>>()` because `Option<Func>`
1340    /// corresponds to `funcref`, which is a supertype of `nullfuncref`.
1341    ///
1342    /// For parameter types, you can always use a subtype of the WebAssembly
1343    /// function's actual declared parameter type. For example, if the
1344    /// WebAssembly function was declared with type `(func (param (ref null
1345    /// func)))` you could successfully call `f.typed::<Func, ()>()` because
1346    /// `Func` corresponds to `(ref func)`, which is a subtype of `(ref null
1347    /// func)`.
1348    ///
1349    /// Additionally, for functions which take a reference to a concrete type as
1350    /// a parameter, you can also use the concrete type's supertype. Consider a
1351    /// WebAssembly function that takes a reference to a function with a
1352    /// concrete type: `(ref null <func type index>)`. In this scenario, there
1353    /// is no static `wasmtime::Foo` Rust type that corresponds to that
1354    /// particular Wasm-defined concrete reference type because Wasm modules are
1355    /// loaded dynamically at runtime. You *could* do `f.typed::<Option<NoFunc>,
1356    /// ()>()`, and while that is correctly typed and valid, it is often overly
1357    /// restrictive. The only value you could call the resulting typed function
1358    /// with is the null function reference, but we'd like to call it with
1359    /// non-null function references that happen to be of the correct
1360    /// type. Therefore, `f.typed<Option<Func>, ()>()` is also allowed in this
1361    /// case, even though `Option<Func>` represents `(ref null func)` which is
1362    /// the supertype, not subtype, of `(ref null <func type index>)`. This does
1363    /// imply some minimal dynamic type checks in this case, but it is supported
1364    /// for better ergonomics, to enable passing non-null references into the
1365    /// function.
1366    ///
1367    /// # Errors
1368    ///
1369    /// This function will return an error if `Params` or `Results` does not
1370    /// match the native type of this WebAssembly function.
1371    ///
1372    /// # Panics
1373    ///
1374    /// This method will panic if `store` does not own this function.
1375    ///
1376    /// # Examples
1377    ///
1378    /// An end-to-end example of calling a function which takes no parameters
1379    /// and has no results:
1380    ///
1381    /// ```
1382    /// # use wasmtime::*;
1383    /// # fn main() -> Result<()> {
1384    /// let engine = Engine::default();
1385    /// let mut store = Store::new(&engine, ());
1386    /// let module = Module::new(&engine, r#"(module (func (export "foo")))"#)?;
1387    /// let instance = Instance::new(&mut store, &module, &[])?;
1388    /// let foo = instance.get_func(&mut store, "foo").expect("export wasn't a function");
1389    ///
1390    /// // Note that this call can fail due to the typecheck not passing, but
1391    /// // in our case we statically know the module so we know this should
1392    /// // pass.
1393    /// let typed = foo.typed::<(), ()>(&store)?;
1394    ///
1395    /// // Note that this can fail if the wasm traps at runtime.
1396    /// typed.call(&mut store, ())?;
1397    /// # Ok(())
1398    /// # }
1399    /// ```
1400    ///
1401    /// You can also pass in multiple parameters and get a result back
1402    ///
1403    /// ```
1404    /// # use wasmtime::*;
1405    /// # fn foo(add: &Func, mut store: Store<()>) -> Result<()> {
1406    /// let typed = add.typed::<(i32, i64), f32>(&store)?;
1407    /// assert_eq!(typed.call(&mut store, (1, 2))?, 3.0);
1408    /// # Ok(())
1409    /// # }
1410    /// ```
1411    ///
1412    /// and similarly if a function has multiple results you can bind that too
1413    ///
1414    /// ```
1415    /// # use wasmtime::*;
1416    /// # fn foo(add_with_overflow: &Func, mut store: Store<()>) -> Result<()> {
1417    /// let typed = add_with_overflow.typed::<(u32, u32), (u32, i32)>(&store)?;
1418    /// let (result, overflow) = typed.call(&mut store, (u32::MAX, 2))?;
1419    /// assert_eq!(result, 1);
1420    /// assert_eq!(overflow, 1);
1421    /// # Ok(())
1422    /// # }
1423    /// ```
1424    pub fn typed<Params, Results>(
1425        &self,
1426        store: impl AsContext,
1427    ) -> Result<TypedFunc<Params, Results>>
1428    where
1429        Params: WasmParams,
1430        Results: WasmResults,
1431    {
1432        // Type-check that the params/results are all valid
1433        let store = store.as_context().0;
1434        let ty = self.load_ty(store);
1435        Params::typecheck(store.engine(), ty.params(), TypeCheckPosition::Param)
1436            .context("type mismatch with parameters")?;
1437        Results::typecheck(store.engine(), ty.results(), TypeCheckPosition::Result)
1438            .context("type mismatch with results")?;
1439
1440        // and then we can construct the typed version of this function
1441        // (unsafely), which should be safe since we just did the type check above.
1442        unsafe { Ok(TypedFunc::_new_unchecked(store, *self)) }
1443    }
1444
1445    /// Get a stable hash key for this function.
1446    ///
1447    /// Even if the same underlying function is added to the `StoreData`
1448    /// multiple times and becomes multiple `wasmtime::Func`s, this hash key
1449    /// will be consistent across all of these functions.
1450    #[cfg_attr(
1451        not(test),
1452        expect(dead_code, reason = "Not used yet, but added for consistency")
1453    )]
1454    pub(crate) fn hash_key(&self, store: &mut StoreOpaque) -> impl core::hash::Hash + Eq + use<> {
1455        self.vm_func_ref(store).as_ptr().addr()
1456    }
1457}
1458
1459/// Prepares for entrance into WebAssembly.
1460///
1461/// This function will set up context such that `closure` is allowed to call a
1462/// raw trampoline or a raw WebAssembly function. This *must* be called to do
1463/// things like catch traps and set up GC properly.
1464///
1465/// The `closure` provided receives a default "caller" `VMContext` parameter it
1466/// can pass to the called wasm function, if desired.
1467pub(crate) fn invoke_wasm_and_catch_traps<T>(
1468    store: &mut StoreContextMut<'_, T>,
1469    uncaught_exception: crate::runtime::vm::UncaughtException,
1470    closure: impl FnMut(NonNull<VMContext>, Option<InterpreterRef<'_>>) -> bool,
1471) -> Result<()> {
1472    // The `enter_wasm` call below will reset the store context's
1473    // `stack_chain` to a new `InitialStack`, pointing to the
1474    // stack-allocated `initial_stack_csi`.
1475    let mut initial_stack_csi = VMCommonStackInformation::running_default();
1476    // Stores some state of the runtime just before entering Wasm. Will be
1477    // restored upon exiting Wasm. Note that the `CallThreadState` that is
1478    // created by the `catch_traps` call below will store a pointer to this
1479    // stack-allocated `previous_runtime_state`.
1480    let mut previous_runtime_state = EntryStoreContext::enter_wasm(store, &mut initial_stack_csi);
1481
1482    if let Err(trap) = store.0.call_hook(CallHook::CallingWasm) {
1483        // `previous_runtime_state` implicitly dropped here
1484        return Err(trap);
1485    }
1486    let result = crate::runtime::vm::catch_traps(
1487        store,
1488        &mut previous_runtime_state,
1489        uncaught_exception,
1490        closure,
1491    );
1492    if result.is_err() {
1493        store.0.set_trapped();
1494    }
1495    core::mem::drop(previous_runtime_state);
1496    store.0.call_hook(CallHook::ReturningFromWasm)?;
1497    result
1498}
1499
1500/// This type helps managing the state of the runtime when entering and exiting
1501/// Wasm. To this end, it contains a subset of the data in `VMStoreContext`.
1502/// Upon entering Wasm, it updates various runtime fields and their
1503/// original values saved in this struct. Upon exiting Wasm, the previous values
1504/// are restored.
1505pub(crate) struct EntryStoreContext {
1506    /// If set, contains value of `stack_limit` field to restore in
1507    /// `VMStoreContext` when exiting Wasm.
1508    pub stack_limit: Option<usize>,
1509    pub last_wasm_exit_pc: usize,
1510    pub last_wasm_exit_trampoline_fp: usize,
1511    pub last_wasm_entry_fp: usize,
1512    pub last_wasm_entry_sp: usize,
1513    pub last_wasm_entry_trap_handler: usize,
1514    pub stack_chain: VMStackChain,
1515
1516    /// We need a pointer to the runtime limits, so we can update them from
1517    /// `drop`/`exit_wasm`.
1518    vm_store_context: *const VMStoreContext,
1519}
1520
1521impl EntryStoreContext {
1522    /// This function is called to update and save state when
1523    /// WebAssembly is entered within the `Store`.
1524    ///
1525    /// This updates various fields such as:
1526    ///
1527    /// * The stack limit. This is what ensures that we limit the stack space
1528    ///   allocated by WebAssembly code and it's relative to the initial stack
1529    ///   pointer that called into wasm.
1530    ///
1531    /// It also saves the different last_wasm_* values in the `VMStoreContext`.
1532    pub fn enter_wasm<T>(
1533        store: &mut StoreContextMut<'_, T>,
1534        initial_stack_information: *mut VMCommonStackInformation,
1535    ) -> Self {
1536        let stack_limit;
1537
1538        // If this is a recursive call, e.g. our stack limit is already set, then
1539        // we may be able to skip this function.
1540        //
1541        // For synchronous stores there's nothing else to do because all wasm calls
1542        // happen synchronously and on the same stack. This means that the previous
1543        // stack limit will suffice for the next recursive call.
1544        //
1545        // For asynchronous stores then each call happens on a separate native
1546        // stack. This means that the previous stack limit is no longer relevant
1547        // because we're on a separate stack.
1548        if unsafe { *store.0.vm_store_context().stack_limit.get() } != usize::MAX
1549            && !store.0.can_block()
1550        {
1551            stack_limit = None;
1552        }
1553        // Ignore this stack pointer business on miri since we can't execute wasm
1554        // anyway and the concept of a stack pointer on miri is a bit nebulous
1555        // regardless.
1556        else if cfg!(miri) {
1557            stack_limit = None;
1558        } else {
1559            // When Cranelift has support for the host then we might be running native
1560            // compiled code meaning we need to read the actual stack pointer. If
1561            // Cranelift can't be used though then we're guaranteed to be running pulley
1562            // in which case this stack pointer isn't actually used as Pulley has custom
1563            // mechanisms for stack overflow.
1564            #[cfg(has_host_compiler_backend)]
1565            let stack_pointer = crate::runtime::vm::get_stack_pointer();
1566            #[cfg(not(has_host_compiler_backend))]
1567            let stack_pointer = {
1568                use wasmtime_environ::TripleExt;
1569                debug_assert!(store.engine().target().is_pulley());
1570                usize::MAX
1571            };
1572
1573            // Determine the stack pointer where, after which, any wasm code will
1574            // immediately trap. This is checked on the entry to all wasm functions.
1575            //
1576            // Note that this isn't 100% precise. We are requested to give wasm
1577            // `max_wasm_stack` bytes, but what we're actually doing is giving wasm
1578            // probably a little less than `max_wasm_stack` because we're
1579            // calculating the limit relative to this function's approximate stack
1580            // pointer. Wasm will be executed on a frame beneath this one (or next
1581            // to it). In any case it's expected to be at most a few hundred bytes
1582            // of slop one way or another. When wasm is typically given a MB or so
1583            // (a million bytes) the slop shouldn't matter too much.
1584            //
1585            // After we've got the stack limit then we store it into the `stack_limit`
1586            // variable.
1587            //
1588            // Also note that `saturating_sub` is used here since if the user
1589            // said that the function gets nigh-infinite stack well then by
1590            // golly it'll get nigh-infinite stack in which case the limit is 0.
1591            let wasm_stack_limit =
1592                stack_pointer.saturating_sub(store.engine().config().max_wasm_stack);
1593            let prev_stack = unsafe {
1594                mem::replace(
1595                    &mut *store.0.vm_store_context().stack_limit.get(),
1596                    wasm_stack_limit,
1597                )
1598            };
1599            stack_limit = Some(prev_stack);
1600        }
1601
1602        unsafe {
1603            let vm_store_context = store.0.vm_store_context();
1604            let initial_stack_information = VmPtr::from(
1605                NonNull::new(initial_stack_information)
1606                    .expect("expected non-null stack information"),
1607            );
1608            let new_stack_chain = VMStackChain::InitialStack(initial_stack_information);
1609            let stack_chain =
1610                mem::replace(&mut *vm_store_context.stack_chain.get(), new_stack_chain);
1611
1612            // Zero these out, rather than leave the previous activation's
1613            // values behind, so that if we call into a host function callee
1614            // (which never runs an entry trampoline to overwrite them) and it
1615            // walks the stack, we don't see these values both while walking
1616            // activations and in the saved state.
1617            let take = |field: &core::cell::UnsafeCell<usize>| mem::replace(&mut *field.get(), 0);
1618
1619            Self {
1620                stack_limit,
1621                last_wasm_exit_pc: take(&vm_store_context.last_wasm_exit_pc),
1622                last_wasm_exit_trampoline_fp: take(&vm_store_context.last_wasm_exit_trampoline_fp),
1623                last_wasm_entry_fp: take(&vm_store_context.last_wasm_entry_fp),
1624                last_wasm_entry_sp: take(&vm_store_context.last_wasm_entry_sp),
1625                last_wasm_entry_trap_handler: take(&vm_store_context.last_wasm_entry_trap_handler),
1626                stack_chain,
1627                vm_store_context,
1628            }
1629        }
1630    }
1631
1632    /// This function restores the values stored in this struct. We invoke this
1633    /// function through this type's `Drop` implementation. This ensures that we
1634    /// even restore the values if we unwind the stack (e.g., because we are
1635    /// panicking out of a Wasm execution).
1636    #[inline]
1637    fn exit_wasm(&mut self) {
1638        unsafe {
1639            if let Some(limit) = self.stack_limit {
1640                *(&*self.vm_store_context).stack_limit.get() = limit;
1641            }
1642
1643            *(*self.vm_store_context).last_wasm_exit_trampoline_fp.get() =
1644                self.last_wasm_exit_trampoline_fp;
1645            *(*self.vm_store_context).last_wasm_exit_pc.get() = self.last_wasm_exit_pc;
1646            *(*self.vm_store_context).last_wasm_entry_fp.get() = self.last_wasm_entry_fp;
1647            *(*self.vm_store_context).last_wasm_entry_sp.get() = self.last_wasm_entry_sp;
1648            *(*self.vm_store_context).last_wasm_entry_trap_handler.get() =
1649                self.last_wasm_entry_trap_handler;
1650            *(*self.vm_store_context).stack_chain.get() = self.stack_chain.clone();
1651        }
1652    }
1653}
1654
1655impl Drop for EntryStoreContext {
1656    #[inline]
1657    fn drop(&mut self) {
1658        self.exit_wasm();
1659    }
1660}
1661
1662/// A trait implemented for types which can be returned from closures passed to
1663/// [`Func::wrap`] and friends.
1664///
1665/// This trait should not be implemented by user types. This trait may change at
1666/// any time internally. The types which implement this trait, however, are
1667/// stable over time.
1668///
1669/// For more information see [`Func::wrap`]
1670pub unsafe trait WasmRet {
1671    // Same as `WasmTy::compatible_with_store`.
1672    #[doc(hidden)]
1673    fn compatible_with_store(&self, store: &StoreOpaque) -> bool;
1674
1675    /// Stores this return value into the `ptr` specified using the rooted
1676    /// `store`.
1677    ///
1678    /// Traps are communicated through the `Result<_>` return value.
1679    ///
1680    /// # Unsafety
1681    ///
1682    /// This method is unsafe as `ptr` must have the correct length to store
1683    /// this result. This property is only checked in debug mode, not in release
1684    /// mode.
1685    #[doc(hidden)]
1686    unsafe fn store(
1687        self,
1688        store: &mut AutoAssertNoGc<'_>,
1689        ptr: &mut [MaybeUninit<ValRaw>],
1690    ) -> Result<()>;
1691
1692    #[doc(hidden)]
1693    fn func_type(
1694        engine: &Engine,
1695        params: impl Iterator<Item = ValType>,
1696    ) -> Result<FuncType, OutOfMemory>;
1697    #[doc(hidden)]
1698    fn may_gc() -> bool;
1699
1700    // Utilities used to convert an instance of this type to a `Result`
1701    // explicitly, used when wrapping async functions which always bottom-out
1702    // in a function that returns a trap because futures can be cancelled.
1703    #[doc(hidden)]
1704    type Fallible: WasmRet;
1705    #[doc(hidden)]
1706    fn into_fallible(self) -> Self::Fallible;
1707    #[doc(hidden)]
1708    fn fallible_from_error(error: Error) -> Self::Fallible;
1709}
1710
1711unsafe impl<T> WasmRet for T
1712where
1713    T: WasmTy,
1714{
1715    type Fallible = Result<T>;
1716
1717    fn compatible_with_store(&self, store: &StoreOpaque) -> bool {
1718        <Self as WasmTy>::compatible_with_store(self, store)
1719    }
1720
1721    unsafe fn store(
1722        self,
1723        store: &mut AutoAssertNoGc<'_>,
1724        ptr: &mut [MaybeUninit<ValRaw>],
1725    ) -> Result<()> {
1726        debug_assert!(ptr.len() > 0);
1727        // SAFETY: the contract of this function/trait combo is such that `ptr`
1728        // is valid to store this type's value, thus this lookup should be safe.
1729        unsafe { <Self as WasmTy>::store(self, store, ptr.get_unchecked_mut(0)) }
1730    }
1731
1732    fn may_gc() -> bool {
1733        T::may_gc()
1734    }
1735
1736    fn func_type(
1737        engine: &Engine,
1738        params: impl Iterator<Item = ValType>,
1739    ) -> Result<FuncType, OutOfMemory> {
1740        FuncType::try_new(engine, params, Some(<Self as WasmTy>::valtype()))
1741    }
1742
1743    fn into_fallible(self) -> Result<T> {
1744        Ok(self)
1745    }
1746
1747    fn fallible_from_error(error: Error) -> Result<T> {
1748        Err(error)
1749    }
1750}
1751
1752unsafe impl<T> WasmRet for Result<T>
1753where
1754    T: WasmRet,
1755{
1756    type Fallible = Self;
1757
1758    fn compatible_with_store(&self, store: &StoreOpaque) -> bool {
1759        match self {
1760            Ok(x) => <T as WasmRet>::compatible_with_store(x, store),
1761            Err(_) => true,
1762        }
1763    }
1764
1765    unsafe fn store(
1766        self,
1767        store: &mut AutoAssertNoGc<'_>,
1768        ptr: &mut [MaybeUninit<ValRaw>],
1769    ) -> Result<()> {
1770        // SAFETY: the safety of calling this function is the same as calling
1771        // the inner `store`.
1772        unsafe { self.and_then(|val| val.store(store, ptr)) }
1773    }
1774
1775    fn may_gc() -> bool {
1776        T::may_gc()
1777    }
1778
1779    fn func_type(
1780        engine: &Engine,
1781        params: impl Iterator<Item = ValType>,
1782    ) -> Result<FuncType, OutOfMemory> {
1783        T::func_type(engine, params)
1784    }
1785
1786    fn into_fallible(self) -> Result<T> {
1787        self
1788    }
1789
1790    fn fallible_from_error(error: Error) -> Result<T> {
1791        Err(error)
1792    }
1793}
1794
1795macro_rules! impl_wasm_host_results {
1796    ($n:tt $($t:ident)*) => (
1797        #[allow(non_snake_case, reason = "macro-generated code")]
1798        unsafe impl<$($t),*> WasmRet for ($($t,)*)
1799        where
1800            $($t: WasmTy,)*
1801        {
1802            type Fallible = Result<Self>;
1803
1804            #[inline]
1805            fn compatible_with_store(&self, _store: &StoreOpaque) -> bool {
1806                let ($($t,)*) = self;
1807                $( $t.compatible_with_store(_store) && )* true
1808            }
1809
1810            #[inline]
1811            unsafe fn store(
1812                self,
1813                _store: &mut AutoAssertNoGc<'_>,
1814                _ptr: &mut [MaybeUninit<ValRaw>],
1815            ) -> Result<()> {
1816                let ($($t,)*) = self;
1817                let mut _cur = 0;
1818                $(
1819                    debug_assert!(_cur < _ptr.len());
1820                    // SAFETY: `store`'s unsafe contract is that `_ptr` is
1821                    // appropriately sized and additionally safe to call `store`
1822                    // for sub-types.
1823                    unsafe {
1824                        let val = _ptr.get_unchecked_mut(_cur);
1825                        _cur += 1;
1826                        WasmTy::store($t, _store, val)?;
1827                    }
1828                )*
1829                Ok(())
1830            }
1831
1832            #[doc(hidden)]
1833            fn may_gc() -> bool {
1834                $( $t::may_gc() || )* false
1835            }
1836
1837            fn func_type(
1838                engine: &Engine,
1839                params: impl Iterator<Item = ValType>,
1840            ) -> Result<FuncType, OutOfMemory> {
1841                FuncType::try_new(
1842                    engine,
1843                    params,
1844                    IntoIterator::into_iter([$($t::valtype(),)*]),
1845                )
1846            }
1847
1848            #[inline]
1849            fn into_fallible(self) -> Result<Self> {
1850                Ok(self)
1851            }
1852
1853            #[inline]
1854            fn fallible_from_error(error: Error) -> Result<Self> {
1855                Err(error)
1856            }
1857        }
1858    )
1859}
1860
1861for_each_function_signature!(impl_wasm_host_results);
1862
1863/// Internal trait implemented for all arguments that can be passed to
1864/// [`Func::wrap`] and [`Linker::func_wrap`](crate::Linker::func_wrap).
1865///
1866/// This trait should not be implemented by external users, it's only intended
1867/// as an implementation detail of this crate.
1868pub trait IntoFunc<T, Params, Results>: Send + Sync + 'static {
1869    /// Convert this function into a `VM{Array,Native}CallHostFuncContext` and
1870    /// internal `VMFuncRef`.
1871    #[doc(hidden)]
1872    fn into_func(self, engine: &Engine) -> Result<HostFunc, OutOfMemory>;
1873}
1874
1875macro_rules! impl_into_func {
1876    ($num:tt $arg:ident) => {
1877        // Implement for functions without a leading `Caller` parameter,
1878        // delegating to the implementation below which does have the leading
1879        // `Caller` parameter.
1880        #[expect(non_snake_case, reason = "macro-generated code")]
1881        impl<T, F, $arg, R> IntoFunc<T, $arg, R> for F
1882        where
1883            F: Fn($arg) -> R + Send + Sync + 'static,
1884            $arg: WasmTy,
1885            R: WasmRet,
1886            T: 'static,
1887        {
1888            fn into_func(self, engine: &Engine) -> Result<HostFunc, OutOfMemory> {
1889                let f = move |_: Caller<'_, T>, $arg: $arg| {
1890                    self($arg)
1891                };
1892
1893                f.into_func(engine)
1894            }
1895        }
1896
1897        #[expect(non_snake_case, reason = "macro-generated code")]
1898        impl<T, F, $arg, R> IntoFunc<T, (Caller<'_, T>, $arg), R> for F
1899        where
1900            F: Fn(Caller<'_, T>, $arg) -> R + Send + Sync + 'static,
1901            $arg: WasmTy,
1902            R: WasmRet,
1903            T: 'static,
1904        {
1905            fn into_func(self, engine: &Engine) -> Result<HostFunc, OutOfMemory> {
1906                HostFunc::wrap(engine, move |caller: Caller<'_, T>, ($arg,)| {
1907                    self(caller, $arg)
1908                })
1909            }
1910        }
1911    };
1912    ($num:tt $($args:ident)*) => {
1913        // Implement for functions without a leading `Caller` parameter,
1914        // delegating to the implementation below which does have the leading
1915        // `Caller` parameter.
1916        #[allow(non_snake_case, reason = "macro-generated code")]
1917        impl<T, F, $($args,)* R> IntoFunc<T, ($($args,)*), R> for F
1918        where
1919            F: Fn($($args),*) -> R + Send + Sync + 'static,
1920            $($args: WasmTy,)*
1921            R: WasmRet,
1922            T: 'static,
1923        {
1924            fn into_func(self, engine: &Engine) -> Result<HostFunc, OutOfMemory> {
1925                let f = move |_: Caller<'_, T>, $($args:$args),*| {
1926                    self($($args),*)
1927                };
1928
1929                f.into_func(engine)
1930            }
1931        }
1932
1933        #[allow(non_snake_case, reason = "macro-generated code")]
1934        impl<T, F, $($args,)* R> IntoFunc<T, (Caller<'_, T>, $($args,)*), R> for F
1935        where
1936            F: Fn(Caller<'_, T>, $($args),*) -> R + Send + Sync + 'static,
1937            $($args: WasmTy,)*
1938            R: WasmRet,
1939            T: 'static,
1940        {
1941            fn into_func(self, engine: &Engine) -> Result<HostFunc, OutOfMemory> {
1942                HostFunc::wrap(engine, move |caller: Caller<'_, T>, ( $( $args ),* )| {
1943                    self(caller, $( $args ),* )
1944                })
1945            }
1946        }
1947    }
1948}
1949
1950for_each_function_signature!(impl_into_func);
1951
1952/// Trait implemented for various tuples made up of types which implement
1953/// [`WasmTy`] that can be passed to [`Func::wrap_async`].
1954pub unsafe trait WasmTyList {
1955    /// Get the value type that each Type in the list represents.
1956    fn valtypes() -> impl Iterator<Item = ValType>;
1957
1958    // Load a version of `Self` from the `values` provided.
1959    //
1960    // # Safety
1961    //
1962    // This function is unsafe as it's up to the caller to ensure that `values` are
1963    // valid for this given type.
1964    #[doc(hidden)]
1965    unsafe fn load(store: &mut AutoAssertNoGc<'_>, values: &mut [MaybeUninit<ValRaw>]) -> Self;
1966
1967    #[doc(hidden)]
1968    fn may_gc() -> bool;
1969}
1970
1971macro_rules! impl_wasm_ty_list {
1972    ($num:tt $($args:ident)*) => (
1973        #[allow(non_snake_case, reason = "macro-generated code")]
1974        unsafe impl<$($args),*> WasmTyList for ($($args,)*)
1975        where
1976            $($args: WasmTy,)*
1977        {
1978            fn valtypes() -> impl Iterator<Item = ValType> {
1979                IntoIterator::into_iter([$($args::valtype(),)*])
1980            }
1981
1982            unsafe fn load(_store: &mut AutoAssertNoGc<'_>, _values: &mut [MaybeUninit<ValRaw>]) -> Self {
1983                let mut _cur = 0;
1984                ($({
1985                    debug_assert!(_cur < _values.len());
1986                    // SAFETY: this function's own contract means that `_values`
1987                    // is appropriately sized/typed for the internal loads.
1988                    unsafe {
1989                        let ptr = _values.get_unchecked(_cur).assume_init_ref();
1990                        _cur += 1;
1991                        $args::load(_store, ptr)
1992                    }
1993                },)*)
1994            }
1995
1996            fn may_gc() -> bool {
1997                $( $args::may_gc() || )* false
1998            }
1999        }
2000    );
2001}
2002
2003for_each_function_signature!(impl_wasm_ty_list);
2004
2005/// A structure representing the caller's context when creating a function
2006/// via [`Func::wrap`].
2007///
2008/// This structure can be taken as the first parameter of a closure passed to
2009/// [`Func::wrap`] or other constructors, and serves two purposes:
2010///
2011/// * First consumers can use [`Caller<'_, T>`](crate::Caller) to get access to
2012///   [`StoreContextMut<'_, T>`](crate::StoreContextMut) and/or get access to
2013///   `T` itself. This means that the [`Caller`] type can serve as a proxy to
2014///   the original [`Store`](crate::Store) itself and is used to satisfy
2015///   [`AsContext`] and [`AsContextMut`] bounds.
2016///
2017/// * Second a [`Caller`] can be used as the name implies, learning about the
2018///   caller's context, namely it's exported memory and exported functions. This
2019///   allows functions which take pointers as arguments to easily read the
2020///   memory the pointers point into, or if a function is expected to call
2021///   malloc in the wasm module to reserve space for the output you can do that.
2022///
2023/// Host functions which want access to [`Store`](crate::Store)-level state are
2024/// recommended to use this type.
2025pub struct Caller<'a, T: 'static> {
2026    pub(crate) store: StoreContextMut<'a, T>,
2027    caller: Instance,
2028}
2029
2030impl<T> Caller<'_, T> {
2031    fn sub_caller(&mut self) -> Caller<'_, T> {
2032        Caller {
2033            store: self.store.as_context_mut(),
2034            caller: self.caller,
2035        }
2036    }
2037
2038    /// Looks up an export from the caller's module by the `name` given.
2039    ///
2040    /// This is a low-level function that's typically used to implement passing
2041    /// of pointers or indices between core Wasm instances, where the callee
2042    /// needs to consult the caller's exports to perform memory management and
2043    /// resolve the references.
2044    ///
2045    /// For comparison, in components, the component model handles translating
2046    /// arguments from one component instance to another and managing memory, so
2047    /// that callees don't need to be aware of their callers, which promotes
2048    /// virtualizability of APIs.
2049    ///
2050    /// # Return
2051    ///
2052    /// If an export with the `name` provided was found, then it is returned as an
2053    /// `Extern`. There are a number of situations, however, where the export may not
2054    /// be available:
2055    ///
2056    /// * The caller instance may not have an export named `name`
2057    /// * There may not be a caller available, for example if `Func` was called
2058    ///   directly from host code.
2059    ///
2060    /// It's recommended to take care when calling this API and gracefully
2061    /// handling a `None` return value.
2062    pub fn get_export(&mut self, name: &str) -> Option<Extern> {
2063        // All instances created have a `host_state` with a pointer pointing
2064        // back to themselves. If this caller doesn't have that `host_state`
2065        // then it probably means it was a host-created object like `Func::new`
2066        // which doesn't have any exports we want to return anyway.
2067        self.caller.get_export(&mut self.store, name)
2068    }
2069
2070    /// Looks up an exported [`Extern`] value by a [`ModuleExport`] value.
2071    ///
2072    /// This is similar to [`Self::get_export`] but uses a [`ModuleExport`]
2073    /// value to avoid string lookups where possible. [`ModuleExport`]s can be
2074    /// obtained by calling [`Module::get_export_index`] on the [`Module`] that
2075    /// an instance was instantiated with.
2076    ///
2077    /// This method will search the module for an export with a matching entity index and return
2078    /// the value, if found.
2079    ///
2080    /// Returns `None` if there was no export with a matching entity index.
2081    ///
2082    /// [`Module::get_export_index`]: crate::Module::get_export_index
2083    /// [`Module`]: crate::Module
2084    ///
2085    /// # Panics
2086    ///
2087    /// Panics if `store` does not own this instance.
2088    ///
2089    /// # Usage
2090    /// ```
2091    /// use std::str;
2092    ///
2093    /// # use wasmtime::*;
2094    /// # fn main() -> Result<()> {
2095    /// # let mut store = Store::default();
2096    ///
2097    /// let module = Module::new(
2098    ///     store.engine(),
2099    ///     r#"
2100    ///         (module
2101    ///             (import "" "" (func $log_str (param i32 i32)))
2102    ///             (func (export "foo")
2103    ///                 i32.const 4   ;; ptr
2104    ///                 i32.const 13  ;; len
2105    ///                 call $log_str)
2106    ///             (memory (export "memory") 1)
2107    ///             (data (i32.const 4) "Hello, world!"))
2108    ///     "#,
2109    /// )?;
2110    ///
2111    /// let Some(module_export) = module.get_export_index("memory") else {
2112    ///    bail!("failed to find `memory` export in module");
2113    /// };
2114    ///
2115    /// let log_str = Func::wrap(&mut store, move |mut caller: Caller<'_, ()>, ptr: i32, len: i32| {
2116    ///     let mem = match caller.get_module_export(&module_export) {
2117    ///         Some(Extern::Memory(mem)) => mem,
2118    ///         _ => bail!("failed to find host memory"),
2119    ///     };
2120    ///     let data = mem.data(&caller)
2121    ///         .get(ptr as u32 as usize..)
2122    ///         .and_then(|arr| arr.get(..len as u32 as usize));
2123    ///     let string = match data {
2124    ///         Some(data) => match str::from_utf8(data) {
2125    ///             Ok(s) => s,
2126    ///             Err(_) => bail!("invalid utf-8"),
2127    ///         },
2128    ///         None => bail!("pointer/length out of bounds"),
2129    ///     };
2130    ///     assert_eq!(string, "Hello, world!");
2131    ///     println!("{}", string);
2132    ///     Ok(())
2133    /// });
2134    /// let instance = Instance::new(&mut store, &module, &[log_str.into()])?;
2135    /// let foo = instance.get_typed_func::<(), ()>(&mut store, "foo")?;
2136    /// foo.call(&mut store, ())?;
2137    /// # Ok(())
2138    /// # }
2139    /// ```
2140    pub fn get_module_export(&mut self, export: &ModuleExport) -> Option<Extern> {
2141        self.caller.get_module_export(&mut self.store, export)
2142    }
2143
2144    /// Access the underlying data owned by this `Store`.
2145    ///
2146    /// Same as [`Store::data`](crate::Store::data)
2147    pub fn data(&self) -> &T {
2148        self.store.data()
2149    }
2150
2151    /// Access the underlying data owned by this `Store`.
2152    ///
2153    /// Same as [`Store::data_mut`](crate::Store::data_mut)
2154    pub fn data_mut(&mut self) -> &mut T {
2155        self.store.data_mut()
2156    }
2157
2158    /// Returns the underlying [`Engine`] this store is connected to.
2159    pub fn engine(&self) -> &Engine {
2160        self.store.engine()
2161    }
2162
2163    /// Perform garbage collection.
2164    ///
2165    /// Same as [`Store::gc`](crate::Store::gc).
2166    #[cfg(feature = "gc")]
2167    pub fn gc(&mut self, why: Option<&crate::GcHeapOutOfMemory<()>>) -> Result<()> {
2168        self.store.gc(why)
2169    }
2170
2171    /// Returns the current capacity of the GC heap in bytes.
2172    ///
2173    /// Same as [`Store::gc_heap_capacity`](crate::Store::gc_heap_capacity).
2174    #[cfg(feature = "gc")]
2175    pub fn gc_heap_capacity(&self) -> usize {
2176        self.store.0.gc_heap_capacity()
2177    }
2178
2179    /// Perform garbage collection asynchronously.
2180    ///
2181    /// Same as [`Store::gc_async`](crate::Store::gc_async).
2182    #[cfg(all(feature = "async", feature = "gc"))]
2183    pub async fn gc_async(&mut self, why: Option<&crate::GcHeapOutOfMemory<()>>) -> Result<()>
2184    where
2185        T: Send + 'static,
2186    {
2187        self.store.gc_async(why).await
2188    }
2189
2190    /// Returns the remaining fuel in the store.
2191    ///
2192    /// For more information see [`Store::get_fuel`](crate::Store::get_fuel)
2193    pub fn get_fuel(&self) -> Result<u64> {
2194        self.store.get_fuel()
2195    }
2196
2197    /// Set the amount of fuel in this store to be consumed when executing wasm code.
2198    ///
2199    /// For more information see [`Store::set_fuel`](crate::Store::set_fuel)
2200    pub fn set_fuel(&mut self, fuel: u64) -> Result<()> {
2201        self.store.set_fuel(fuel)
2202    }
2203
2204    /// Configures this `Store` to yield while executing futures every N units of fuel.
2205    ///
2206    /// For more information see
2207    /// [`Store::fuel_async_yield_interval`](crate::Store::fuel_async_yield_interval)
2208    #[cfg(feature = "async")]
2209    pub fn fuel_async_yield_interval(&mut self, interval: Option<u64>) -> Result<()> {
2210        self.store.fuel_async_yield_interval(interval)
2211    }
2212}
2213
2214impl<T: 'static> AsContext for Caller<'_, T> {
2215    type Data = T;
2216    fn as_context(&self) -> StoreContext<'_, T> {
2217        self.store.as_context()
2218    }
2219}
2220
2221impl<T: 'static> AsContextMut for Caller<'_, T> {
2222    fn as_context_mut(&mut self) -> StoreContextMut<'_, T> {
2223        self.store.as_context_mut()
2224    }
2225}
2226
2227impl<'a, T: 'static> From<Caller<'a, T>> for StoreContextMut<'a, T> {
2228    fn from(caller: Caller<'a, T>) -> Self {
2229        caller.store
2230    }
2231}
2232
2233/// Representation of a host-defined function.
2234///
2235/// This is used for `Func::new` but also for `Linker`-defined functions. For
2236/// `Func::new` this is stored within a `Store`, and for `Linker`-defined
2237/// functions they wrap this up in `Arc` to enable shared ownership of this
2238/// across many stores.
2239///
2240/// Technically this structure needs a `<T>` type parameter to connect to the
2241/// `Store<T>` itself, but that's an unsafe contract of using this for now
2242/// rather than part of the struct type (to avoid `Func<T>` in the API).
2243#[doc(hidden)]
2244pub struct HostFunc {
2245    ctx: StoreBox<VMArrayCallHostFuncContext>,
2246
2247    /// Whether or not this function was defined with an `async` host function,
2248    /// meaning that it is only invocable when wasm is itself on a fiber to
2249    /// support suspension on `Poll::Pending`.
2250    ///
2251    /// This is used to propagate to an `InstancePre` and then eventually into a
2252    /// `Store` as to whether the store requires async entrypoints.
2253    asyncness: Asyncness,
2254
2255    // Stored to unregister this function's signature with the engine when this
2256    // is dropped.
2257    engine: Engine,
2258}
2259
2260// State stored inside a `VMArrayCallHostFuncContext`.
2261struct HostFuncState<F> {
2262    // The actual host function.
2263    func: F,
2264
2265    // NB: We have to keep our `VMSharedTypeIndex` registered in the engine for
2266    // as long as this function exists.
2267    _ty: RegisteredType,
2268}
2269
2270impl core::fmt::Debug for HostFunc {
2271    fn fmt(&self, f: &mut core::fmt::Formatter<'_>) -> core::fmt::Result {
2272        f.debug_struct("HostFunc").finish_non_exhaustive()
2273    }
2274}
2275
2276impl HostFunc {
2277    /// Requires that the signature in `ctx` is already registered
2278    /// within `Engine`, which is done by [`Self::vmctx_sync`] and
2279    /// [`Self::vmctx_async`].
2280    ///
2281    /// This is an internal private constructor for this type intended to only
2282    /// be used by other constructors of this type below.
2283    fn new_raw(
2284        engine: &Engine,
2285        ctx: StoreBox<VMArrayCallHostFuncContext>,
2286        asyncness: Asyncness,
2287    ) -> Self {
2288        HostFunc {
2289            ctx,
2290            engine: engine.clone(),
2291            asyncness,
2292        }
2293    }
2294
2295    /// Constructor of a host function's `VMContext` for synchronous functions.
2296    ///
2297    /// This creates a `VMArrayCallHostFuncContext` which under the hood will
2298    /// be viewed as `VMContext` in the eventually created `VMFuncRef`.
2299    fn vmctx_sync<F, T>(
2300        engine: &Engine,
2301        ty: FuncType,
2302        func: F,
2303    ) -> Result<StoreBox<VMArrayCallHostFuncContext>, OutOfMemory>
2304    where
2305        F: Fn(Caller<'_, T>, &mut [MaybeUninit<ValRaw>]) -> Result<()> + Send + Sync + 'static,
2306        T: 'static,
2307    {
2308        assert!(ty.comes_from_same_engine(engine));
2309
2310        unsafe {
2311            VMArrayCallHostFuncContext::new(
2312                Self::array_call_trampoline::<T, F>,
2313                ty.type_index(),
2314                try_new::<Box<_>>(HostFuncState {
2315                    func,
2316                    _ty: ty.into_registered_type(),
2317                })?,
2318            )
2319        }
2320    }
2321
2322    /// Constructor of a host function's `VMContext` for asynchronous functions.
2323    ///
2324    /// This creates a `VMArrayCallHostFuncContext` which under the hood will
2325    /// be viewed as `VMContext` in the eventually created `VMFuncRef`.
2326    ///
2327    /// Note that `ctx: U` is forwarded directly to `func`. This is subtly
2328    /// different than closing over data in `F` because the future returned by
2329    /// `F` can't refer to any data it closes over. The purpose of `U` is to
2330    /// enable the returned future to be able to close over data generally
2331    /// captured in the closures generated here.
2332    #[cfg(feature = "async")]
2333    fn vmctx_async<F, T, U>(
2334        engine: &Engine,
2335        ty: FuncType,
2336        ctx: U,
2337        func: F,
2338    ) -> Result<StoreBox<VMArrayCallHostFuncContext>, OutOfMemory>
2339    where
2340        F: for<'a> Fn(
2341                Caller<'a, T>,
2342                &'a mut [MaybeUninit<ValRaw>],
2343                &'a U,
2344            ) -> Box<dyn Future<Output = Result<()>> + Send + 'a>
2345            + Send
2346            + Sync
2347            + 'static,
2348        T: 'static,
2349        U: Send + Sync + 'static,
2350    {
2351        // Eventually we want to remove `with_blocking` + `block_on` from
2352        // Wasmtime. For now this is the attempt to keep it as low-level as
2353        // possible.
2354        //
2355        // Generally it's a lie to run async things on top of sync things and
2356        // it's caused many headaches. For now it's the best that can be done.
2357        Self::vmctx_sync(engine, ty, move |Caller { store, caller }, args| {
2358            store.with_blocking(|store, cx| {
2359                cx.block_on(core::pin::Pin::from(func(
2360                    Caller { store, caller },
2361                    args,
2362                    &ctx,
2363                )))
2364            })?
2365        })
2366    }
2367
2368    /// Entrypoint of WebAssembly back into the host.
2369    ///
2370    /// This is the standard wasmtime "array call signature" which then
2371    /// delegates internally to the host. This assumes that `callee_vmctx` is a
2372    /// `VMArrayCallHostFuncContext` which was built above with
2373    /// `HostFuncState<F>` internally. This internal function is then used to
2374    /// dispatch based on the arguments.
2375    ///
2376    /// Details handled by this wrapper are:
2377    ///
2378    /// * Host panics are handled (`enter_host_from_wasm`)
2379    /// * `F` is loaded from `callee_vmctx`
2380    /// * `Caller` is constructed to pass to `F`
2381    /// * A GC LIFO scope is maintained around the execution of `F`.
2382    /// * Call hooks for entering/leaving the host are maintained.
2383    unsafe extern "C" fn array_call_trampoline<T, F>(
2384        callee_vmctx: NonNull<VMOpaqueContext>,
2385        caller_vmctx: NonNull<VMContext>,
2386        args: NonNull<ValRaw>,
2387        args_len: usize,
2388    ) -> bool
2389    where
2390        F: Fn(Caller<'_, T>, &mut [MaybeUninit<ValRaw>]) -> Result<()> + 'static,
2391        T: 'static,
2392    {
2393        let run = |store: &mut dyn crate::vm::VMStore, instance: InstanceId| {
2394            // SAFETY: correct usage of this trampoline requires correct
2395            // ascription of `T`, so it's the caller's responsibility to line
2396            // this up.
2397            let mut store = unsafe { store.unchecked_context_mut() };
2398
2399            // SAFETY: this function itself requires that the `vmctx` is
2400            // valid to use here.
2401            let state = unsafe {
2402                let vmctx = VMArrayCallHostFuncContext::from_opaque(callee_vmctx);
2403                vmctx.as_ref().host_state()
2404            };
2405
2406            // Double-check ourselves in debug mode, but we control the
2407            // `Any` here so an unsafe downcast should also work.
2408            //
2409            // SAFETY: this function is only usable with `F`.
2410            let state = unsafe {
2411                debug_assert!(state.is::<HostFuncState<F>>());
2412                &*(state as *const _ as *const HostFuncState<F>)
2413            };
2414
2415            let (gc_lifo_scope, ret) = {
2416                let gc_lifo_scope = store.0.enter_gc_lifo_scope();
2417
2418                let mut args = NonNull::slice_from_raw_parts(args.cast(), args_len);
2419                // SAFETY: it's a contract of this function itself that the values
2420                // provided are valid to view as a slice.
2421                let args = unsafe { args.as_mut() };
2422
2423                let ret = (state.func)(
2424                    Caller {
2425                        caller: Instance::from_wasmtime(instance, store.0),
2426                        store: store.as_context_mut(),
2427                    },
2428                    args,
2429                );
2430
2431                (gc_lifo_scope, ret)
2432            };
2433
2434            store.0.exit_gc_lifo_scope(gc_lifo_scope);
2435
2436            ret
2437        };
2438
2439        // SAFETY: this is an entrypoint of wasm which requires correct type
2440        // ascription of `T` itself, meaning that this should be safe to call
2441        // both `enter_host_from_wasm` as well as `unchecked_context_mut`.
2442        unsafe { vm::Instance::enter_host_from_wasm(caller_vmctx, run) }
2443    }
2444    /// Analog of [`Func::new_unchecked`]
2445    ///
2446    /// # Panics
2447    ///
2448    /// Panics if the given function type is not associated with the given
2449    /// engine.
2450    ///
2451    /// # Safety
2452    ///
2453    /// The `func` provided must operate according to the `ty` provided to
2454    /// ensure it's reading the correctly-typed parameters and writing the
2455    /// correctly-typed results.
2456    pub unsafe fn new_unchecked<T>(
2457        engine: &Engine,
2458        ty: FuncType,
2459        func: impl Fn(Caller<'_, T>, &mut [MaybeUninit<ValRaw>]) -> Result<()> + Send + Sync + 'static,
2460    ) -> Result<Self, OutOfMemory>
2461    where
2462        T: 'static,
2463    {
2464        Ok(HostFunc::new_raw(
2465            engine,
2466            Self::vmctx_sync(engine, ty, func)?,
2467            Asyncness::No,
2468        ))
2469    }
2470
2471    /// Analog of [`Func::new`]
2472    ///
2473    /// # Panics
2474    ///
2475    /// Panics if the given function type is not associated with the given
2476    /// engine.
2477    pub fn new<T>(
2478        engine: &Engine,
2479        ty: FuncType,
2480        func: impl Fn(Caller<'_, T>, &[Val], &mut [Val]) -> Result<()> + Send + Sync + 'static,
2481    ) -> Result<Self, OutOfMemory>
2482    where
2483        T: 'static,
2484    {
2485        // NB: this is "duplicated" below in `new_async`, so try to keep the
2486        // two in sync.
2487        Ok(HostFunc::new_raw(
2488            engine,
2489            Self::vmctx_sync(engine, ty.clone(), move |mut caller, values| {
2490                // SAFETY: Wasmtime in general provides the guarantee that
2491                // `values` matches `ty`, so this should be safe.
2492                let mut vec = unsafe { Self::load_untyped_params(caller.store.0, &ty, values)? };
2493                let (params, results) = vec.split_at_mut(ty.params().len());
2494                func(caller.sub_caller(), params, results)?;
2495                Self::store_untyped_results(caller.store, &ty, vec, values)
2496            })?,
2497            Asyncness::No,
2498        ))
2499    }
2500
2501    /// Analog of [`Func::new_async`]
2502    ///
2503    /// # Panics
2504    ///
2505    /// Panics if the given function type is not associated with the given
2506    /// engine.
2507    #[cfg(feature = "async")]
2508    pub fn new_async<T, F>(engine: &Engine, ty: FuncType, func: F) -> Result<Self, OutOfMemory>
2509    where
2510        F: for<'a> Fn(
2511                Caller<'a, T>,
2512                &'a [Val],
2513                &'a mut [Val],
2514            ) -> Box<dyn Future<Output = Result<()>> + Send + 'a>
2515            + Send
2516            + Sync
2517            + 'static,
2518        T: Send + 'static,
2519    {
2520        // NB: this is "duplicated" above in `new`, so try to keep the two in
2521        // sync.
2522        Ok(HostFunc::new_raw(
2523            engine,
2524            Self::vmctx_async(
2525                engine,
2526                ty.clone(),
2527                (ty, func),
2528                move |mut caller, values, (ty, func)| {
2529                    Box::new(async move {
2530                        // SAFETY: Wasmtime in general provides the guarantee that
2531                        // `values` matches `ty`, so this should be safe.
2532                        let mut vec =
2533                            unsafe { Self::load_untyped_params(caller.store.0, &ty, values)? };
2534                        let (params, results) = vec.split_at_mut(ty.params().len());
2535                        core::pin::Pin::from(func(caller.sub_caller(), params, results)).await?;
2536                        Self::store_untyped_results(caller.store, &ty, vec, values)
2537                    })
2538                },
2539            )?,
2540            Asyncness::Yes,
2541        ))
2542    }
2543
2544    /// Loads the the parameters of `ty` from `params` into a vector.
2545    ///
2546    /// This additionally pushes space onto the vector for all results to split
2547    /// the vector into params/results halves.
2548    ///
2549    /// # Safety
2550    ///
2551    /// Requires that `params` matches the parameters loaded by `P`.
2552    unsafe fn load_untyped_params(
2553        store: &mut StoreOpaque,
2554        ty: &FuncType,
2555        params: &mut [MaybeUninit<ValRaw>],
2556    ) -> Result<Vec<Val>> {
2557        let val_vec = store.take_hostcall_val_storage();
2558        debug_assert!(val_vec.is_empty());
2559
2560        let mut val_vec = TryVec::from(val_vec);
2561        let nparams = ty.params().len();
2562        let total = nparams + ty.results().len();
2563        val_vec.reserve(total)?;
2564
2565        let mut store = AutoAssertNoGc::new(store);
2566        for (i, ty) in ty.params().enumerate() {
2567            val_vec.push(unsafe { Val::_from_raw(&mut store, params[i].assume_init(), &ty) })?;
2568        }
2569
2570        val_vec.try_extend((0..ty.results().len()).map(|_| Val::null_func_ref()))?;
2571        Ok(val_vec.into())
2572    }
2573
2574    /// Stores the results, at the end of `args_then_results` according to `ty`,
2575    /// into `storage`.
2576    fn store_untyped_results<T>(
2577        mut store: StoreContextMut<'_, T>,
2578        ty: &FuncType,
2579        mut args_then_results: Vec<Val>,
2580        storage: &mut [MaybeUninit<ValRaw>],
2581    ) -> Result<()> {
2582        // Unlike our arguments we need to dynamically check that the return
2583        // values produced are correct. There could be a bug in `func` that
2584        // produces the wrong number, wrong types, or wrong stores of
2585        // values, and we need to catch that here.
2586        let results = &args_then_results[ty.params().len()..];
2587        for (i, (ret, ty)) in results.iter().zip(ty.results()).enumerate() {
2588            ret.ensure_matches_ty(store.0, &ty)
2589                .context("function attempted to return an incompatible value")?;
2590            storage[i].write(ret.to_raw(store.as_context_mut())?);
2591        }
2592
2593        // Restore our `val_vec` back into the store so it's usable for the next
2594        // hostcall to reuse our own storage.
2595        args_then_results.truncate(0);
2596        store.0.save_hostcall_val_storage(args_then_results);
2597        Ok(())
2598    }
2599
2600    /// Analog of [`Func::wrap`]
2601    pub fn wrap<T, F, P, R>(engine: &Engine, func: F) -> Result<Self, OutOfMemory>
2602    where
2603        F: Fn(Caller<'_, T>, P) -> R + Send + Sync + 'static,
2604        P: WasmTyList,
2605        R: WasmRet,
2606        T: 'static,
2607    {
2608        // NB: this entire function is "duplicated" below in `wrap_async`, so
2609        // try to keep the two in sync.
2610        let ty = R::func_type(engine, None::<ValType>.into_iter().chain(P::valtypes()))?;
2611
2612        let ctx = Self::vmctx_sync(engine, ty, move |mut caller, args| {
2613            // SAFETY: `args` matching `ty` is provided by `HostFunc` and
2614            // wasmtime's ambient correctness.
2615            let params = unsafe { Self::load_typed_params(caller.store.0, args) };
2616            let ret = func(caller.sub_caller(), params).into_fallible();
2617            // SAFETY: `args` matching `ty` is provided by `HostFunc` and
2618            // wasmtime's ambient correctness.
2619            unsafe { Self::store_typed_results(caller.store.0, ret, args) }
2620        })?;
2621        Ok(HostFunc::new_raw(engine, ctx, Asyncness::No))
2622    }
2623
2624    /// Analog of [`Func::wrap_async`]
2625    #[cfg(feature = "async")]
2626    pub fn wrap_async<T, F, P, R>(engine: &Engine, func: F) -> Result<Self, OutOfMemory>
2627    where
2628        F: for<'a> Fn(Caller<'a, T>, P) -> Box<dyn Future<Output = R> + Send + 'a>
2629            + Send
2630            + Sync
2631            + 'static,
2632        P: WasmTyList,
2633        R: WasmRet,
2634        T: Send + 'static,
2635    {
2636        // NB: this entire function is "duplicated" above in `wrap`, so try to
2637        // keep the two in sync.
2638        let ty = R::func_type(engine, None::<ValType>.into_iter().chain(P::valtypes()))?;
2639
2640        let ctx = Self::vmctx_async(engine, ty, func, move |mut caller, args, func| {
2641            Box::new(async move {
2642                // SAFETY: `args` matching `ty` is provided by `HostFunc` and
2643                // wasmtime's ambient correctness.
2644                let params = unsafe { Self::load_typed_params(caller.store.0, args) };
2645                let ret = core::pin::Pin::from(func(caller.sub_caller(), params)).await;
2646                // SAFETY: `args` matching `ty` is provided by `HostFunc` and
2647                // wasmtime's ambient correctness.
2648                unsafe { Self::store_typed_results(caller.store.0, ret.into_fallible(), args) }
2649            })
2650        })?;
2651        Ok(HostFunc::new_raw(engine, ctx, Asyncness::Yes))
2652    }
2653
2654    /// Loads the typed parameters from `params`
2655    ///
2656    /// # Safety
2657    ///
2658    /// Requires that `params` matches the parameters loaded by `P`.
2659    unsafe fn load_typed_params<P>(store: &mut StoreOpaque, params: &mut [MaybeUninit<ValRaw>]) -> P
2660    where
2661        P: WasmTyList,
2662    {
2663        let mut store = if P::may_gc() {
2664            AutoAssertNoGc::new(store)
2665        } else {
2666            unsafe { AutoAssertNoGc::disabled(store) }
2667        };
2668        // SAFETY: this function's own safety contract is the same as `P::load`.
2669        unsafe { P::load(&mut store, params) }
2670    }
2671
2672    /// Stores the results of `R` into the array provided.
2673    ///
2674    /// # Safety
2675    ///
2676    /// Requires that `ret` matches the result `storage` space. See `WasmRet`
2677    /// for more safety info.
2678    unsafe fn store_typed_results<R>(
2679        store: &mut StoreOpaque,
2680        ret: R,
2681        storage: &mut [MaybeUninit<ValRaw>],
2682    ) -> Result<()>
2683    where
2684        R: WasmRet,
2685    {
2686        ensure!(
2687            ret.compatible_with_store(store),
2688            "host function attempted to return cross-`Store` value to Wasm",
2689        );
2690
2691        let mut store = if R::may_gc() {
2692            AutoAssertNoGc::new(store)
2693        } else {
2694            unsafe { AutoAssertNoGc::disabled(store) }
2695        };
2696        // SAFETY: this safety contract is the same as this own function's
2697        // safety contract.
2698        unsafe {
2699            ret.store(&mut store, storage)?;
2700        }
2701        Ok(())
2702    }
2703
2704    /// Inserts this `HostFunc` into a `Store`, returning the `Func` pointing to
2705    /// it.
2706    ///
2707    /// # Unsafety
2708    ///
2709    /// Can only be inserted into stores with a matching `T` relative to when
2710    /// this `HostFunc` was first created.
2711    pub unsafe fn to_func(self: &Arc<Self>, store: &mut StoreOpaque) -> Result<Func, OutOfMemory> {
2712        self.validate_store(store);
2713        let (funcrefs, modules) = store.func_refs_and_modules();
2714        let funcref = funcrefs.push_arc_host(self.clone(), modules)?;
2715        // SAFETY: this funcref was just pushed within the store, so it's safe
2716        // to say this store owns it.
2717        Ok(unsafe { Func::from_vm_func_ref(store.id(), funcref) })
2718    }
2719
2720    /// Inserts this `HostFunc` into a `Store`, returning the `Func` pointing to
2721    /// it.
2722    ///
2723    /// This function is similar to, but not equivalent, to `HostFunc::to_func`.
2724    /// Notably this function requires that the `Arc<Self>` pointer is otherwise
2725    /// rooted within the `StoreOpaque` via another means. When in doubt use
2726    /// `to_func` above as it's safer.
2727    ///
2728    /// # Unsafety
2729    ///
2730    /// Can only be inserted into stores with a matching `T` relative to when
2731    /// this `HostFunc` was first created.
2732    ///
2733    /// Additionally the `&Arc<Self>` is not cloned in this function. Instead a
2734    /// raw pointer to `Self` is stored within the `Store` for this function.
2735    /// The caller must arrange for the `Arc<Self>` to be "rooted" in the store
2736    /// provided via another means, probably by pushing to
2737    /// `StoreOpaque::rooted_host_funcs`.
2738    ///
2739    /// Similarly, the caller must arrange for `rooted_func_ref` to be rooted in
2740    /// the same store and additionally be a valid pointer.
2741    pub unsafe fn to_func_store_rooted(
2742        self: &Arc<Self>,
2743        store: &mut StoreOpaque,
2744        rooted_func_ref: Option<NonNull<VMFuncRef>>,
2745    ) -> Func {
2746        self.validate_store(store);
2747
2748        match rooted_func_ref {
2749            Some(funcref) => {
2750                // SAFETY: it's a contract of this function itself that
2751                // `funcref` is safe to read.
2752                unsafe {
2753                    debug_assert!(funcref.as_ref().wasm_call.is_some());
2754                }
2755                // SAFETY: it's a contract of this function that `funcref` is
2756                // owned by `store`.
2757                unsafe { Func::from_vm_func_ref(store.id(), funcref) }
2758            }
2759            None => {
2760                debug_assert!(self.func_ref().wasm_call.is_some());
2761
2762                // SAFETY: it's an unsafe contract of this function that we are
2763                // rooted within the store to say that the store owns a copy of
2764                // this funcref.
2765                unsafe { Func::from_vm_func_ref(store.id(), self.func_ref().into()) }
2766            }
2767        }
2768    }
2769
2770    /// Same as [`HostFunc::to_func`], different ownership.
2771    unsafe fn into_func(self, store: &mut StoreOpaque) -> Result<Func, OutOfMemory> {
2772        self.validate_store(store);
2773
2774        let (funcrefs, modules) = store.func_refs_and_modules();
2775        let funcref = funcrefs.push_box_host(try_new::<Box<_>>(self)?, modules)?;
2776        // SAFETY: this funcref was just pushed within `store`, so it's safe to
2777        // say it's owned by the store's id.
2778        Ok(unsafe { Func::from_vm_func_ref(store.id(), funcref) })
2779    }
2780
2781    fn validate_store(&self, store: &mut StoreOpaque) {
2782        // This assert is required to ensure that we can indeed safely insert
2783        // `self` into the `store` provided, otherwise the type information we
2784        // have listed won't be correct. This is possible to hit with the public
2785        // API of Wasmtime, and should be documented in relevant functions.
2786        assert!(
2787            Engine::same(&self.engine, store.engine()),
2788            "cannot use a store with a different engine than a linker was created with",
2789        );
2790
2791        // This function could be called by a guest at any time, and it requires
2792        // fibers, so the store now required async entrypoints.
2793        store.set_async_required(self.asyncness);
2794    }
2795
2796    pub(crate) fn engine(&self) -> &Engine {
2797        &self.engine
2798    }
2799
2800    pub(crate) fn sig_index(&self) -> VMSharedTypeIndex {
2801        self.func_ref().type_index
2802    }
2803
2804    pub(crate) fn func_ref(&self) -> &VMFuncRef {
2805        unsafe { self.ctx.get().as_ref().func_ref() }
2806    }
2807
2808    pub(crate) fn asyncness(&self) -> Asyncness {
2809        self.asyncness
2810    }
2811}
2812
2813#[cfg(test)]
2814mod tests {
2815    use super::*;
2816    use crate::{Module, Store};
2817
2818    #[test]
2819    #[cfg_attr(miri, ignore)]
2820    fn hash_key_is_stable_across_duplicate_store_data_entries() -> Result<()> {
2821        let mut store = Store::<()>::default();
2822        let module = Module::new(
2823            store.engine(),
2824            r#"
2825                (module
2826                    (func (export "f")
2827                        nop
2828                    )
2829                )
2830            "#,
2831        )?;
2832        let instance = Instance::new(&mut store, &module, &[])?;
2833
2834        // Each time we `get_func`, we call `Func::from_wasmtime` which adds a
2835        // new entry to `StoreData`, so `f1` and `f2` will have different
2836        // indices into `StoreData`.
2837        let f1 = instance.get_func(&mut store, "f").unwrap();
2838        let f2 = instance.get_func(&mut store, "f").unwrap();
2839
2840        // But their hash keys are the same.
2841        assert!(
2842            f1.hash_key(&mut store.as_context_mut().0)
2843                == f2.hash_key(&mut store.as_context_mut().0)
2844        );
2845
2846        // But the hash keys are different from different funcs.
2847        let instance2 = Instance::new(&mut store, &module, &[])?;
2848        let f3 = instance2.get_func(&mut store, "f").unwrap();
2849        assert!(
2850            f1.hash_key(&mut store.as_context_mut().0)
2851                != f3.hash_key(&mut store.as_context_mut().0)
2852        );
2853
2854        Ok(())
2855    }
2856}