1use crate::component::func::HostFunc;
2use crate::component::matching::InstanceType;
3use crate::component::store::{ComponentInstanceId, StoreComponentInstanceId};
4use crate::component::{
5 Component, ComponentExportIndex, ComponentNamedList, Func, Lift, Lower, ResourceType,
6 TypedFunc, types::ComponentItem,
7};
8use crate::instance::OwnedImports;
9use crate::linker::DefinitionType;
10use crate::prelude::*;
11use crate::runtime::vm::component::{
12 CallContexts, ComponentInstance, ResourceTables, TypedResource, TypedResourceIndex,
13};
14use crate::runtime::vm::{self, VMFuncRef};
15use crate::store::StoreOpaque;
16use crate::{AsContext, AsContextMut, Engine, Module, StoreContextMut};
17use alloc::sync::Arc;
18use core::marker;
19use core::pin::Pin;
20use core::ptr::NonNull;
21use wasmtime_environ::{EngineOrModuleTypeIndex, component::*};
22use wasmtime_environ::{EntityIndex, EntityType, PrimaryMap};
23
24#[derive(Copy, Clone, Debug)]
39#[repr(transparent)]
40pub struct Instance {
41 id: StoreComponentInstanceId,
42}
43
44const _: () = {
47 #[repr(C)]
48 struct C(u64, u32);
49 assert!(core::mem::size_of::<C>() == core::mem::size_of::<Instance>());
50 assert!(core::mem::align_of::<C>() == core::mem::align_of::<Instance>());
51 assert!(core::mem::offset_of!(Instance, id) == 0);
52};
53
54impl Instance {
55 pub(crate) fn from_wasmtime(store: &StoreOpaque, id: ComponentInstanceId) -> Instance {
57 Instance {
58 id: StoreComponentInstanceId::new(store.id(), id),
59 }
60 }
61
62 pub fn get_func(
157 &self,
158 mut store: impl AsContextMut,
159 name: impl InstanceExportLookup,
160 ) -> Option<Func> {
161 let store = store.as_context_mut().0;
162 let instance = self.id.get(store);
163 let component = instance.component();
164
165 let index = name.lookup(component)?;
167
168 match &component.env_component().export_items[index] {
170 Export::LiftedFunction { .. } => {}
171 _ => return None,
172 }
173
174 Some(Func::from_lifted_func(*self, index))
176 }
177
178 pub fn get_typed_func<Params, Results>(
190 &self,
191 mut store: impl AsContextMut,
192 name: impl InstanceExportLookup,
193 ) -> Result<TypedFunc<Params, Results>>
194 where
195 Params: ComponentNamedList + Lower,
196 Results: ComponentNamedList + Lift,
197 {
198 let f = self
199 .get_func(store.as_context_mut(), name)
200 .ok_or_else(|| anyhow!("failed to find function export"))?;
201 Ok(f.typed::<Params, Results>(store)
202 .with_context(|| format!("failed to convert function to given type"))?)
203 }
204
205 pub fn get_module(
222 &self,
223 mut store: impl AsContextMut,
224 name: impl InstanceExportLookup,
225 ) -> Option<Module> {
226 let store = store.as_context_mut().0;
227 let (instance, export) = self.lookup_export(store, name)?;
228 match export {
229 Export::ModuleStatic { index, .. } => {
230 Some(instance.component().static_module(*index).clone())
231 }
232 Export::ModuleImport { import, .. } => match instance.runtime_import(*import) {
233 RuntimeImport::Module(m) => Some(m.clone()),
234 _ => unreachable!(),
235 },
236 _ => None,
237 }
238 }
239
240 pub fn get_resource(
257 &self,
258 mut store: impl AsContextMut,
259 name: impl InstanceExportLookup,
260 ) -> Option<ResourceType> {
261 let store = store.as_context_mut().0;
262 let (instance, export) = self.lookup_export(store, name)?;
263 match export {
264 Export::Type(TypeDef::Resource(id)) => {
265 Some(InstanceType::new(instance).resource_type(*id))
266 }
267 Export::Type(_)
268 | Export::LiftedFunction { .. }
269 | Export::ModuleStatic { .. }
270 | Export::ModuleImport { .. }
271 | Export::Instance { .. } => None,
272 }
273 }
274
275 pub fn get_export(
291 &self,
292 mut store: impl AsContextMut,
293 instance: Option<&ComponentExportIndex>,
294 name: &str,
295 ) -> Option<(ComponentItem, ComponentExportIndex)> {
296 self._get_export(store.as_context_mut().0, instance, name)
297 }
298
299 fn _get_export(
300 &self,
301 store: &StoreOpaque,
302 instance: Option<&ComponentExportIndex>,
303 name: &str,
304 ) -> Option<(ComponentItem, ComponentExportIndex)> {
305 let data = self.id().get(store);
306 let component = data.component();
307 let index = component.lookup_export_index(instance, name)?;
308 let item = ComponentItem::from_export(
309 &store.engine(),
310 &component.env_component().export_items[index],
311 &InstanceType::new(data),
312 );
313 Some((
314 item,
315 ComponentExportIndex {
316 id: data.component().id(),
317 index,
318 },
319 ))
320 }
321
322 pub fn get_export_index(
336 &self,
337 mut store: impl AsContextMut,
338 instance: Option<&ComponentExportIndex>,
339 name: &str,
340 ) -> Option<ComponentExportIndex> {
341 let data = self.id().get(store.as_context_mut().0);
342 let index = data.component().lookup_export_index(instance, name)?;
343 Some(ComponentExportIndex {
344 id: data.component().id(),
345 index,
346 })
347 }
348
349 fn lookup_export<'a>(
350 &self,
351 store: &'a StoreOpaque,
352 name: impl InstanceExportLookup,
353 ) -> Option<(&'a ComponentInstance, &'a Export)> {
354 let data = self.id().get(store);
355 let index = name.lookup(data.component())?;
356 Some((data, &data.component().env_component().export_items[index]))
357 }
358
359 pub fn instance_pre<T>(&self, store: impl AsContext<Data = T>) -> InstancePre<T> {
361 let data = self.id().get(store.as_context().0);
364
365 unsafe { data.instance_pre() }
370 }
371
372 pub(crate) fn id(&self) -> StoreComponentInstanceId {
373 self.id
374 }
375
376 pub(crate) fn resource_new32(
379 self,
380 store: &mut StoreOpaque,
381 ty: TypeResourceTableIndex,
382 rep: u32,
383 ) -> Result<u32> {
384 let (calls, _, _, instance) = store.component_resource_state_with_instance(self);
385 resource_tables(calls, instance).resource_new(TypedResource::Component { ty, rep })
386 }
387
388 pub(crate) fn resource_rep32(
391 self,
392 store: &mut StoreOpaque,
393 ty: TypeResourceTableIndex,
394 index: u32,
395 ) -> Result<u32> {
396 let (calls, _, _, instance) = store.component_resource_state_with_instance(self);
397 resource_tables(calls, instance).resource_rep(TypedResourceIndex::Component { ty, index })
398 }
399
400 pub(crate) fn resource_drop(
402 self,
403 store: &mut StoreOpaque,
404 ty: TypeResourceTableIndex,
405 index: u32,
406 ) -> Result<Option<u32>> {
407 let (calls, _, _, instance) = store.component_resource_state_with_instance(self);
408 resource_tables(calls, instance).resource_drop(TypedResourceIndex::Component { ty, index })
409 }
410
411 pub(crate) fn resource_transfer_own(
412 self,
413 store: &mut StoreOpaque,
414 index: u32,
415 src: TypeResourceTableIndex,
416 dst: TypeResourceTableIndex,
417 ) -> Result<u32> {
418 let (calls, _, _, instance) = store.component_resource_state_with_instance(self);
419 let mut tables = resource_tables(calls, instance);
420 let rep = tables.resource_lift_own(TypedResourceIndex::Component { ty: src, index })?;
421 tables.resource_lower_own(TypedResource::Component { ty: dst, rep })
422 }
423
424 pub(crate) fn resource_transfer_borrow(
425 self,
426 store: &mut StoreOpaque,
427 index: u32,
428 src: TypeResourceTableIndex,
429 dst: TypeResourceTableIndex,
430 ) -> Result<u32> {
431 let dst_owns_resource = self.id().get(store).resource_owned_by_own_instance(dst);
432 let (calls, _, _, instance) = store.component_resource_state_with_instance(self);
433 let mut tables = resource_tables(calls, instance);
434 let rep = tables.resource_lift_borrow(TypedResourceIndex::Component { ty: src, index })?;
435 if dst_owns_resource {
444 return Ok(rep);
445 }
446 tables.resource_lower_borrow(TypedResource::Component { ty: dst, rep })
447 }
448
449 pub(crate) fn resource_enter_call(self, store: &mut StoreOpaque) {
450 let (calls, _, _, instance) = store.component_resource_state_with_instance(self);
451 resource_tables(calls, instance).enter_call()
452 }
453
454 pub(crate) fn resource_exit_call(self, store: &mut StoreOpaque) -> Result<()> {
455 let (calls, _, _, instance) = store.component_resource_state_with_instance(self);
456 resource_tables(calls, instance).exit_call()
457 }
458
459 pub(crate) fn lookup_vmdef(&self, store: &mut StoreOpaque, def: &CoreDef) -> vm::Export {
460 lookup_vmdef(store, self.id.instance(), def)
461 }
462}
463
464pub(crate) fn lookup_vmdef(
467 store: &mut StoreOpaque,
468 id: ComponentInstanceId,
469 def: &CoreDef,
470) -> vm::Export {
471 match def {
472 CoreDef::Export(e) => lookup_vmexport(store, id, e),
473 CoreDef::Trampoline(idx) => {
474 let funcref = store
475 .store_data_mut()
476 .component_instance_mut(id)
477 .trampoline_func_ref(*idx);
478 vm::Export::Function(unsafe { crate::Func::from_vm_func_ref(store.id(), funcref) })
481 }
482 CoreDef::InstanceFlags(idx) => {
483 let id = StoreComponentInstanceId::new(store.id(), id);
484 vm::Export::Global(crate::Global::from_component_flags(id, *idx))
485 }
486 }
487}
488
489pub(crate) fn lookup_vmexport<T>(
492 store: &mut StoreOpaque,
493 id: ComponentInstanceId,
494 item: &CoreExport<T>,
495) -> vm::Export
496where
497 T: Copy + Into<EntityIndex>,
498{
499 let store_id = store.id();
500 let id = store
501 .store_data_mut()
502 .component_instance_mut(id)
503 .instance(item.instance);
504 let instance = store.instance_mut(id);
505 let idx = match &item.item {
506 ExportItem::Index(idx) => (*idx).into(),
507
508 ExportItem::Name(name) => instance.env_module().exports[name],
518 };
519 unsafe { instance.get_export_by_index_mut(store_id, idx) }
522}
523
524fn resource_tables<'a>(
525 calls: &'a mut CallContexts,
526 instance: Pin<&'a mut ComponentInstance>,
527) -> ResourceTables<'a> {
528 ResourceTables {
529 host_table: None,
530 calls,
531 guest: Some(instance.guest_tables()),
532 }
533}
534
535pub trait InstanceExportLookup {
547 #[doc(hidden)]
548 fn lookup(&self, component: &Component) -> Option<ExportIndex>;
549}
550
551impl<T> InstanceExportLookup for &T
552where
553 T: InstanceExportLookup + ?Sized,
554{
555 fn lookup(&self, component: &Component) -> Option<ExportIndex> {
556 T::lookup(self, component)
557 }
558}
559
560impl InstanceExportLookup for str {
561 fn lookup(&self, component: &Component) -> Option<ExportIndex> {
562 component
563 .env_component()
564 .exports
565 .get(self, &NameMapNoIntern)
566 .copied()
567 }
568}
569
570impl InstanceExportLookup for String {
571 fn lookup(&self, component: &Component) -> Option<ExportIndex> {
572 str::lookup(self, component)
573 }
574}
575
576struct Instantiator<'a> {
577 component: &'a Component,
578 id: ComponentInstanceId,
579 core_imports: OwnedImports,
580 imports: &'a PrimaryMap<RuntimeImportIndex, RuntimeImport>,
581}
582
583pub(crate) enum RuntimeImport {
584 Func(Arc<HostFunc>),
585 Module(Module),
586 Resource {
587 ty: ResourceType,
588
589 _dtor: Arc<crate::func::HostFunc>,
599
600 dtor_funcref: VMFuncRef,
604 },
605}
606
607pub type ImportedResources = PrimaryMap<ResourceIndex, ResourceType>;
608
609impl<'a> Instantiator<'a> {
610 fn new(
611 component: &'a Component,
612 store: &mut StoreOpaque,
613 imports: &'a Arc<PrimaryMap<RuntimeImportIndex, RuntimeImport>>,
614 ) -> Instantiator<'a> {
615 let env_component = component.env_component();
616 store.modules_mut().register_component(component);
617 let imported_resources: ImportedResources =
618 PrimaryMap::with_capacity(env_component.imported_resources.len());
619
620 let instance = ComponentInstance::new(
621 store.store_data().components.next_component_instance_id(),
622 component,
623 Arc::new(imported_resources),
624 imports,
625 store.traitobj(),
626 );
627 let id = store.store_data_mut().push_component_instance(instance);
628
629 Instantiator {
630 component,
631 imports,
632 core_imports: OwnedImports::empty(),
633 id,
634 }
635 }
636
637 fn run<T>(&mut self, store: &mut StoreContextMut<'_, T>) -> Result<()> {
638 let env_component = self.component.env_component();
639
640 for (idx, import) in env_component.imported_resources.iter() {
644 let (ty, func_ref) = match &self.imports[*import] {
645 RuntimeImport::Resource {
646 ty, dtor_funcref, ..
647 } => (*ty, NonNull::from(dtor_funcref)),
648 _ => unreachable!(),
649 };
650 let i = self.instance_resource_types_mut(store.0).push(ty);
651 assert_eq!(i, idx);
652 self.instance_mut(store.0)
653 .set_resource_destructor(idx, Some(func_ref));
654 }
655
656 for (idx, sig) in env_component.trampolines.iter() {
661 let ptrs = self.component.trampoline_ptrs(idx);
662 let signature = match self.component.signatures().shared_type(*sig) {
663 Some(s) => s,
664 None => panic!("found unregistered signature: {sig:?}"),
665 };
666
667 self.instance_mut(store.0).set_trampoline(
668 idx,
669 ptrs.wasm_call,
670 ptrs.array_call,
671 signature,
672 );
673 }
674
675 for initializer in env_component.initializers.iter() {
676 match initializer {
677 GlobalInitializer::InstantiateModule(m) => {
678 let module;
679 let imports = match m {
680 InstantiateModule::Static(idx, args) => {
683 module = self.component.static_module(*idx);
684 self.build_imports(store.0, module, args.iter())
685 }
686
687 InstantiateModule::Import(idx, args) => {
696 module = match &self.imports[*idx] {
697 RuntimeImport::Module(m) => m,
698 _ => unreachable!(),
699 };
700 let args = module
701 .imports()
702 .map(|import| &args[import.module()][import.name()]);
703 self.build_imports(store.0, module, args)
704 }
705 };
706
707 let i = unsafe {
717 crate::Instance::new_started_impl(store, module, imports.as_ref())?
718 };
719 self.instance_mut(store.0).push_instance_id(i.id());
720 }
721
722 GlobalInitializer::LowerImport { import, index } => {
723 let func = match &self.imports[*import] {
724 RuntimeImport::Func(func) => func,
725 _ => unreachable!(),
726 };
727 self.instance_mut(store.0)
728 .set_lowering(*index, func.lowering());
729 }
730
731 GlobalInitializer::ExtractTable(table) => self.extract_table(store.0, table),
732
733 GlobalInitializer::ExtractMemory(mem) => self.extract_memory(store.0, mem),
734
735 GlobalInitializer::ExtractRealloc(realloc) => {
736 self.extract_realloc(store.0, realloc)
737 }
738
739 GlobalInitializer::ExtractCallback(callback) => {
740 self.extract_callback(store.0, callback)
741 }
742
743 GlobalInitializer::ExtractPostReturn(post_return) => {
744 self.extract_post_return(store.0, post_return)
745 }
746
747 GlobalInitializer::Resource(r) => self.resource(store.0, r),
748 }
749 }
750 Ok(())
751 }
752
753 fn resource(&mut self, store: &mut StoreOpaque, resource: &Resource) {
754 let dtor = resource
755 .dtor
756 .as_ref()
757 .map(|dtor| lookup_vmdef(store, self.id, dtor));
758 let dtor = dtor.map(|export| match export {
759 crate::runtime::vm::Export::Function(f) => f.vm_func_ref(store),
760 _ => unreachable!(),
761 });
762 let index = self
763 .component
764 .env_component()
765 .resource_index(resource.index);
766 let instance = self.instance(store);
767 let ty = ResourceType::guest(store.id(), instance, resource.index);
768 self.instance_mut(store)
769 .set_resource_destructor(index, dtor);
770 let i = self.instance_resource_types_mut(store).push(ty);
771 debug_assert_eq!(i, index);
772 }
773
774 fn extract_memory(&mut self, store: &mut StoreOpaque, memory: &ExtractMemory) {
775 let mem = match lookup_vmexport(store, self.id, &memory.export) {
776 crate::runtime::vm::Export::Memory { memory, .. } => memory,
777 _ => unreachable!(),
778 };
779 let import = mem.vmimport(store);
780 self.instance_mut(store)
781 .set_runtime_memory(memory.index, import.from.as_non_null());
782 }
783
784 fn extract_realloc(&mut self, store: &mut StoreOpaque, realloc: &ExtractRealloc) {
785 let func_ref = match lookup_vmdef(store, self.id, &realloc.def) {
786 crate::runtime::vm::Export::Function(f) => f.vm_func_ref(store),
787 _ => unreachable!(),
788 };
789 self.instance_mut(store)
790 .set_runtime_realloc(realloc.index, func_ref);
791 }
792
793 fn extract_callback(&mut self, store: &mut StoreOpaque, callback: &ExtractCallback) {
794 let func_ref = match lookup_vmdef(store, self.id, &callback.def) {
795 crate::runtime::vm::Export::Function(f) => f.vm_func_ref(store),
796 _ => unreachable!(),
797 };
798 self.instance_mut(store)
799 .set_runtime_callback(callback.index, func_ref);
800 }
801
802 fn extract_post_return(&mut self, store: &mut StoreOpaque, post_return: &ExtractPostReturn) {
803 let func_ref = match lookup_vmdef(store, self.id, &post_return.def) {
804 crate::runtime::vm::Export::Function(f) => f.vm_func_ref(store),
805 _ => unreachable!(),
806 };
807 self.instance_mut(store)
808 .set_runtime_post_return(post_return.index, func_ref);
809 }
810
811 fn extract_table(&mut self, store: &mut StoreOpaque, table: &ExtractTable) {
812 let export = match lookup_vmexport(store, self.id, &table.export) {
813 crate::runtime::vm::Export::Table(t) => t,
814 _ => unreachable!(),
815 };
816 let import = export.vmimport(store);
817 self.instance_mut(store)
818 .set_runtime_table(table.index, import);
819 }
820
821 fn build_imports<'b>(
822 &mut self,
823 store: &mut StoreOpaque,
824 module: &Module,
825 args: impl Iterator<Item = &'b CoreDef>,
826 ) -> &OwnedImports {
827 self.core_imports.clear();
828 self.core_imports.reserve(module);
829 let mut imports = module.compiled_module().module().imports();
830
831 for arg in args {
832 if cfg!(debug_assertions) {
838 let (imp_module, imp_name, expected) = imports.next().unwrap();
839 self.assert_type_matches(store, module, arg, imp_module, imp_name, expected);
840 }
841
842 let export = lookup_vmdef(store, self.id, arg);
846 self.core_imports.push_export(store, &export);
847 }
848 debug_assert!(imports.next().is_none());
849
850 &self.core_imports
851 }
852
853 fn assert_type_matches(
854 &self,
855 store: &mut StoreOpaque,
856 module: &Module,
857 arg: &CoreDef,
858 imp_module: &str,
859 imp_name: &str,
860 expected: EntityType,
861 ) {
862 let export = lookup_vmdef(store, self.id, arg);
863
864 if let crate::runtime::vm::Export::Function(f) = &export {
869 let expected = match expected.unwrap_func() {
870 EngineOrModuleTypeIndex::Engine(e) => Some(e),
871 EngineOrModuleTypeIndex::Module(m) => module.signatures().shared_type(m),
872 EngineOrModuleTypeIndex::RecGroup(_) => unreachable!(),
873 };
874 let actual = unsafe { f.vm_func_ref(store).as_ref().type_index };
875 assert_eq!(
876 expected,
877 Some(actual),
878 "type mismatch for import {imp_module:?} {imp_name:?}!!!\n\n\
879 expected {:#?}\n\n\
880 found {:#?}",
881 expected.and_then(|e| store.engine().signatures().borrow(e)),
882 store.engine().signatures().borrow(actual)
883 );
884 return;
885 }
886
887 let val = unsafe { crate::Extern::from_wasmtime_export(export, store) };
888 let ty = DefinitionType::from(store, &val);
889 crate::types::matching::MatchCx::new(module.engine())
890 .definition(&expected, &ty)
891 .expect("unexpected typecheck failure");
892 }
893
894 fn instance<'b>(&self, store: &'b StoreOpaque) -> &'b ComponentInstance {
897 store.store_data().component_instance(self.id)
898 }
899
900 fn instance_mut<'b>(&self, store: &'b mut StoreOpaque) -> Pin<&'b mut ComponentInstance> {
902 store.store_data_mut().component_instance_mut(self.id)
903 }
904
905 fn instance_resource_types_mut<'b>(
911 &self,
912 store: &'b mut StoreOpaque,
913 ) -> &'b mut ImportedResources {
914 Arc::get_mut(self.instance_mut(store).resource_types_mut()).unwrap()
915 }
916}
917
918pub struct InstancePre<T: 'static> {
927 component: Component,
928 imports: Arc<PrimaryMap<RuntimeImportIndex, RuntimeImport>>,
929 resource_types: Arc<PrimaryMap<ResourceIndex, ResourceType>>,
930 _marker: marker::PhantomData<fn() -> T>,
931}
932
933impl<T: 'static> Clone for InstancePre<T> {
935 fn clone(&self) -> Self {
936 Self {
937 component: self.component.clone(),
938 imports: self.imports.clone(),
939 resource_types: self.resource_types.clone(),
940 _marker: self._marker,
941 }
942 }
943}
944
945impl<T: 'static> InstancePre<T> {
946 pub(crate) unsafe fn new_unchecked(
953 component: Component,
954 imports: Arc<PrimaryMap<RuntimeImportIndex, RuntimeImport>>,
955 resource_types: Arc<PrimaryMap<ResourceIndex, ResourceType>>,
956 ) -> InstancePre<T> {
957 InstancePre {
958 component,
959 imports,
960 resource_types,
961 _marker: marker::PhantomData,
962 }
963 }
964
965 pub fn component(&self) -> &Component {
967 &self.component
968 }
969
970 #[doc(hidden)]
971 pub fn instance_type(&self) -> InstanceType<'_> {
975 InstanceType {
976 types: &self.component.types(),
977 resources: &self.resource_types,
978 }
979 }
980
981 pub fn engine(&self) -> &Engine {
983 self.component.engine()
984 }
985
986 pub fn instantiate(&self, store: impl AsContextMut<Data = T>) -> Result<Instance> {
990 assert!(
991 !store.as_context().async_support(),
992 "must use async instantiation when async support is enabled"
993 );
994 self.instantiate_impl(store)
995 }
996 #[cfg(feature = "async")]
1002 pub async fn instantiate_async(
1003 &self,
1004 mut store: impl AsContextMut<Data = T>,
1005 ) -> Result<Instance>
1006 where
1007 T: Send,
1008 {
1009 let mut store = store.as_context_mut();
1010 assert!(
1011 store.0.async_support(),
1012 "must use sync instantiation when async support is disabled"
1013 );
1014 store.on_fiber(|store| self.instantiate_impl(store)).await?
1015 }
1016
1017 fn instantiate_impl(&self, mut store: impl AsContextMut<Data = T>) -> Result<Instance> {
1018 let mut store = store.as_context_mut();
1019 store
1020 .engine()
1021 .allocator()
1022 .increment_component_instance_count()?;
1023 let mut instantiator = Instantiator::new(&self.component, store.0, &self.imports);
1024 instantiator.run(&mut store).map_err(|e| {
1025 store
1026 .engine()
1027 .allocator()
1028 .decrement_component_instance_count();
1029 e
1030 })?;
1031 let instance = Instance::from_wasmtime(store.0, instantiator.id);
1032 store.0.push_component_instance(instance);
1033 Ok(instance)
1034 }
1035}