[Wasm GC] Do not inline a function with an RTT parameter (#3808)

Inlined parameters become locals, and rtts cannot be handled as locals, unlike
non-nullable values which we can at least fix up. So do not inline functions with
rtt params.

2 files changed, 24 insertions, 0 deletions

diff --git a/test/passes/inlining_all-features.txt b/test/passes/inlining_all-features.txt
index 8ecf9fa8e..3f9aa57ce 100644
--- a/test/passes/inlining_all-features.txt
+++ b/test/passes/inlining_all-features.txt
@@ -125,3 +125,16 @@
   )
  )
 )
+(module
+ (type $struct (struct ))
+ (type $none_=>_none (func))
+ (type $rtt_$struct_=>_none (func (param (rtt $struct))))
+ (func $0 (param $rtt (rtt $struct))
+  (nop)
+ )
+ (func $1
+  (call $0
+   (rtt.canon $struct)
+  )
+ )
+)
diff --git a/test/passes/inlining_all-features.wast b/test/passes/inlining_all-features.wast
index d11353aa4..0aa324e1a 100644
--- a/test/passes/inlining_all-features.wast
+++ b/test/passes/inlining_all-features.wast
@@ -101,3 +101,14 @@
   )
  )
 )
+;; never inline an rtt parameter, as those cannot be handled as locals
+(module
+ (type $struct (struct))
+ (func $0 (param $rtt (rtt $struct))
+ )
+ (func $1
+  (call $0
+   (rtt.canon $struct)
+  )
+ )
+)