test/lit/passes/optimize-instructions-bulk-memory.wast

;; NOTE: Assertions have been generated by update_lit_checks.py and should not be edited.
;; RUN: wasm-opt %s --optimize-instructions --enable-bulk-memory --enable-simd -S -o - | filecheck %s
;; RUN: wasm-opt %s --optimize-instructions --enable-bulk-memory -S -o - | filecheck %s --check-prefix NOSIMD
;; RUN: wasm-opt %s --optimize-instructions --enable-bulk-memory -tnh -S -o - | filecheck %s --check-prefix NOSIMD_TNH

;; Check normally, without SIMD, and without SIMD but with trapsNeverHappen. In
;; the latter case we can lower a fill of 16 bytes into two 8-byte writes, not
;; worrying about a trap that leaves partial data written.

(module
  (memory 0)
  ;; CHECK:      (func $optimize-bulk-memory-copy (param $dst i32) (param $src i32) (param $sz i32)
  ;; CHECK-NEXT:  (memory.copy
  ;; CHECK-NEXT:   (local.get $dst)
  ;; CHECK-NEXT:   (local.get $dst)
  ;; CHECK-NEXT:   (local.get $sz)
  ;; CHECK-NEXT:  )
  ;; CHECK-NEXT:  (memory.copy
  ;; CHECK-NEXT:   (local.get $dst)
  ;; CHECK-NEXT:   (local.get $src)
  ;; CHECK-NEXT:   (i32.const 0)
  ;; CHECK-NEXT:  )
  ;; CHECK-NEXT:  (i32.store8
  ;; CHECK-NEXT:   (local.get $dst)
  ;; CHECK-NEXT:   (i32.load8_u
  ;; CHECK-NEXT:    (local.get $src)
  ;; CHECK-NEXT:   )
  ;; CHECK-NEXT:  )
  ;; CHECK-NEXT:  (i32.store16 align=1
  ;; CHECK-NEXT:   (local.get $dst)
  ;; CHECK-NEXT:   (i32.load16_u align=1
  ;; CHECK-NEXT:    (local.get $src)
  ;; CHECK-NEXT:   )
  ;; CHECK-NEXT:  )
  ;; CHECK-NEXT:  (memory.copy
  ;; CHECK-NEXT:   (local.get $dst)
  ;; CHECK-NEXT:   (local.get $src)
  ;; CHECK-NEXT:   (i32.const 3)
  ;; CHECK-NEXT:  )
  ;; CHECK-NEXT:  (i32.store align=1
  ;; CHECK-NEXT:   (local.get $dst)
  ;; CHECK-NEXT:   (i32.load align=1
  ;; CHECK-NEXT:    (local.get $src)
  ;; CHECK-NEXT:   )
  ;; CHECK-NEXT:  )
  ;; CHECK-NEXT:  (memory.copy
  ;; CHECK-NEXT:   (local.get $dst)
  ;; CHECK-NEXT:   (local.get $src)
  ;; CHECK-NEXT:   (i32.const 5)
  ;; CHECK-NEXT:  )
  ;; CHECK-NEXT:  (memory.copy
  ;; CHECK-NEXT:   (local.get $dst)
  ;; CHECK-NEXT:   (local.get $src)
  ;; CHECK-NEXT:   (i32.const 6)
  ;; CHECK-NEXT:  )
  ;; CHECK-NEXT:  (memory.copy
  ;; CHECK-NEXT:   (local.get $dst)
  ;; CHECK-NEXT:   (local.get $src)
  ;; CHECK-NEXT:   (i32.const 7)
  ;; CHECK-NEXT:  )
  ;; CHECK-NEXT:  (i64.store align=1
  ;; CHECK-NEXT:   (local.get $dst)
  ;; CHECK-NEXT:   (i64.load align=1
  ;; CHECK-NEXT:    (local.get $src)
  ;; CHECK-NEXT:   )
  ;; CHECK-NEXT:  )
  ;; CHECK-NEXT:  (v128.store align=1
  ;; CHECK-NEXT:   (local.get $dst)
  ;; CHECK-NEXT:   (v128.load align=1
  ;; CHECK-NEXT:    (local.get $src)
  ;; CHECK-NEXT:   )
  ;; CHECK-NEXT:  )
  ;; CHECK-NEXT:  (memory.copy
  ;; CHECK-NEXT:   (local.get $dst)
  ;; CHECK-NEXT:   (local.get $src)
  ;; CHECK-NEXT:   (local.get $sz)
  ;; CHECK-NEXT:  )
  ;; CHECK-NEXT:  (memory.copy
  ;; CHECK-NEXT:   (i32.const 0)
  ;; CHECK-NEXT:   (i32.const 0)
  ;; CHECK-NEXT:   (i32.load
  ;; CHECK-NEXT:    (i32.const 3)
  ;; CHECK-NEXT:   )
  ;; CHECK-NEXT:  )
  ;; CHECK-NEXT: )
  ;; NOSIMD:      (func $optimize-bulk-memory-copy (param $dst i32) (param $src i32) (param $sz i32)
  ;; NOSIMD-NEXT:  (memory.copy
  ;; NOSIMD-NEXT:   (local.get $dst)
  ;; NOSIMD-NEXT:   (local.get $dst)
  ;; NOSIMD-NEXT:   (local.get $sz)
  ;; NOSIMD-NEXT:  )
  ;; NOSIMD-NEXT:  (memory.copy
  ;; NOSIMD-NEXT:   (local.get $dst)
  ;; NOSIMD-NEXT:   (local.get $src)
  ;; NOSIMD-NEXT:   (i32.const 0)
  ;; NOSIMD-NEXT:  )
  ;; NOSIMD-NEXT:  (i32.store8
  ;; NOSIMD-NEXT:   (local.get $dst)
  ;; NOSIMD-NEXT:   (i32.load8_u
  ;; NOSIMD-NEXT:    (local.get $src)
  ;; NOSIMD-NEXT:   )
  ;; NOSIMD-NEXT:  )
  ;; NOSIMD-NEXT:  (i32.store16 align=1
  ;; NOSIMD-NEXT:   (local.get $dst)
  ;; NOSIMD-NEXT:   (i32.load16_u align=1
  ;; NOSIMD-NEXT:    (local.get $src)
  ;; NOSIMD-NEXT:   )
  ;; NOSIMD-NEXT:  )
  ;; NOSIMD-NEXT:  (memory.copy
  ;; NOSIMD-NEXT:   (local.get $dst)
  ;; NOSIMD-NEXT:   (local.get $src)
  ;; NOSIMD-NEXT:   (i32.const 3)
  ;; NOSIMD-NEXT:  )
  ;; NOSIMD-NEXT:  (i32.store align=1
  ;; NOSIMD-NEXT:   (local.get $dst)
  ;; NOSIMD-NEXT:   (i32.load align=1
  ;; NOSIMD-NEXT:    (local.get $src)
  ;; NOSIMD-NEXT:   )
  ;; NOSIMD-NEXT:  )
  ;; NOSIMD-NEXT:  (memory.copy
  ;; NOSIMD-NEXT:   (local.get $dst)
  ;; NOSIMD-NEXT:   (local.get $src)
  ;; NOSIMD-NEXT:   (i32.const 5)
  ;; NOSIMD-NEXT:  )
  ;; NOSIMD-NEXT:  (memory.copy
  ;; NOSIMD-NEXT:   (local.get $dst)
  ;; NOSIMD-NEXT:   (local.get $src)
  ;; NOSIMD-NEXT:   (i32.const 6)
  ;; NOSIMD-NEXT:  )
  ;; NOSIMD-NEXT:  (memory.copy
  ;; NOSIMD-NEXT:   (local.get $dst)
  ;; NOSIMD-NEXT:   (local.get $src)
  ;; NOSIMD-NEXT:   (i32.const 7)
  ;; NOSIMD-NEXT:  )
  ;; NOSIMD-NEXT:  (i64.store align=1
  ;; NOSIMD-NEXT:   (local.get $dst)
  ;; NOSIMD-NEXT:   (i64.load align=1
  ;; NOSIMD-NEXT:    (local.get $src)
  ;; NOSIMD-NEXT:   )
  ;; NOSIMD-NEXT:  )
  ;; NOSIMD-NEXT:  (memory.copy
  ;; NOSIMD-NEXT:   (local.get $dst)
  ;; NOSIMD-NEXT:   (local.get $src)
  ;; NOSIMD-NEXT:   (i32.const 16)
  ;; NOSIMD-NEXT:  )
  ;; NOSIMD-NEXT:  (memory.copy
  ;; NOSIMD-NEXT:   (local.get $dst)
  ;; NOSIMD-NEXT:   (local.get $src)
  ;; NOSIMD-NEXT:   (local.get $sz)
  ;; NOSIMD-NEXT:  )
  ;; NOSIMD-NEXT:  (memory.copy
  ;; NOSIMD-NEXT:   (i32.const 0)
  ;; NOSIMD-NEXT:   (i32.const 0)
  ;; NOSIMD-NEXT:   (i32.load
  ;; NOSIMD-NEXT:    (i32.const 3)
  ;; NOSIMD-NEXT:   )
  ;; NOSIMD-NEXT:  )
  ;; NOSIMD-NEXT: )
  ;; NOSIMD_TNH:      (func $optimize-bulk-memory-copy (param $dst i32) (param $src i32) (param $sz i32)
  ;; NOSIMD_TNH-NEXT:  (block
  ;; NOSIMD_TNH-NEXT:   (drop
  ;; NOSIMD_TNH-NEXT:    (local.get $dst)
  ;; NOSIMD_TNH-NEXT:   )
  ;; NOSIMD_TNH-NEXT:   (drop
  ;; NOSIMD_TNH-NEXT:    (local.get $dst)
  ;; NOSIMD_TNH-NEXT:   )
  ;; NOSIMD_TNH-NEXT:   (drop
  ;; NOSIMD_TNH-NEXT:    (local.get $sz)
  ;; NOSIMD_TNH-NEXT:   )
  ;; NOSIMD_TNH-NEXT:  )
  ;; NOSIMD_TNH-NEXT:  (block
  ;; NOSIMD_TNH-NEXT:   (drop
  ;; NOSIMD_TNH-NEXT:    (local.get $dst)
  ;; NOSIMD_TNH-NEXT:   )
  ;; NOSIMD_TNH-NEXT:   (drop
  ;; NOSIMD_TNH-NEXT:    (local.get $src)
  ;; NOSIMD_TNH-NEXT:   )
  ;; NOSIMD_TNH-NEXT:  )
  ;; NOSIMD_TNH-NEXT:  (i32.store8
  ;; NOSIMD_TNH-NEXT:   (local.get $dst)
  ;; NOSIMD_TNH-NEXT:   (i32.load8_u
  ;; NOSIMD_TNH-NEXT:    (local.get $src)
  ;; NOSIMD_TNH-NEXT:   )
  ;; NOSIMD_TNH-NEXT:  )
  ;; NOSIMD_TNH-NEXT:  (i32.store16 align=1
  ;; NOSIMD_TNH-NEXT:   (local.get $dst)
  ;; NOSIMD_TNH-NEXT:   (i32.load16_u align=1
  ;; NOSIMD_TNH-NEXT:    (local.get $src)
  ;; NOSIMD_TNH-NEXT:   )
  ;; NOSIMD_TNH-NEXT:  )
  ;; NOSIMD_TNH-NEXT:  (memory.copy
  ;; NOSIMD_TNH-NEXT:   (local.get $dst)
  ;; NOSIMD_TNH-NEXT:   (local.get $src)
  ;; NOSIMD_TNH-NEXT:   (i32.const 3)
  ;; NOSIMD_TNH-NEXT:  )
  ;; NOSIMD_TNH-NEXT:  (i32.store align=1
  ;; NOSIMD_TNH-NEXT:   (local.get $dst)
  ;; NOSIMD_TNH-NEXT:   (i32.load align=1
  ;; NOSIMD_TNH-NEXT:    (local.get $src)
  ;; NOSIMD_TNH-NEXT:   )
  ;; NOSIMD_TNH-NEXT:  )
  ;; NOSIMD_TNH-NEXT:  (memory.copy
  ;; NOSIMD_TNH-NEXT:   (local.get $dst)
  ;; NOSIMD_TNH-NEXT:   (local.get $src)
  ;; NOSIMD_TNH-NEXT:   (i32.const 5)
  ;; NOSIMD_TNH-NEXT:  )
  ;; NOSIMD_TNH-NEXT:  (memory.copy
  ;; NOSIMD_TNH-NEXT:   (local.get $dst)
  ;; NOSIMD_TNH-NEXT:   (local.get $src)
  ;; NOSIMD_TNH-NEXT:   (i32.const 6)
  ;; NOSIMD_TNH-NEXT:  )
  ;; NOSIMD_TNH-NEXT:  (memory.copy
  ;; NOSIMD_TNH-NEXT:   (local.get $dst)
  ;; NOSIMD_TNH-NEXT:   (local.get $src)
  ;; NOSIMD_TNH-NEXT:   (i32.const 7)
  ;; NOSIMD_TNH-NEXT:  )
  ;; NOSIMD_TNH-NEXT:  (i64.store align=1
  ;; NOSIMD_TNH-NEXT:   (local.get $dst)
  ;; NOSIMD_TNH-NEXT:   (i64.load align=1
  ;; NOSIMD_TNH-NEXT:    (local.get $src)
  ;; NOSIMD_TNH-NEXT:   )
  ;; NOSIMD_TNH-NEXT:  )
  ;; NOSIMD_TNH-NEXT:  (memory.copy
  ;; NOSIMD_TNH-NEXT:   (local.get $dst)
  ;; NOSIMD_TNH-NEXT:   (local.get $src)
  ;; NOSIMD_TNH-NEXT:   (i32.const 16)
  ;; NOSIMD_TNH-NEXT:  )
  ;; NOSIMD_TNH-NEXT:  (memory.copy
  ;; NOSIMD_TNH-NEXT:   (local.get $dst)
  ;; NOSIMD_TNH-NEXT:   (local.get $src)
  ;; NOSIMD_TNH-NEXT:   (local.get $sz)
  ;; NOSIMD_TNH-NEXT:  )
  ;; NOSIMD_TNH-NEXT:  (block
  ;; NOSIMD_TNH-NEXT:   (drop
  ;; NOSIMD_TNH-NEXT:    (i32.const 0)
  ;; NOSIMD_TNH-NEXT:   )
  ;; NOSIMD_TNH-NEXT:   (drop
  ;; NOSIMD_TNH-NEXT:    (i32.const 0)
  ;; NOSIMD_TNH-NEXT:   )
  ;; NOSIMD_TNH-NEXT:   (drop
  ;; NOSIMD_TNH-NEXT:    (i32.load
  ;; NOSIMD_TNH-NEXT:     (i32.const 3)
  ;; NOSIMD_TNH-NEXT:    )
  ;; NOSIMD_TNH-NEXT:   )
  ;; NOSIMD_TNH-NEXT:  )
  ;; NOSIMD_TNH-NEXT: )
  (func $optimize-bulk-memory-copy (param $dst i32) (param $src i32) (param $sz i32)
    (memory.copy  ;; skip
      (local.get $dst)
      (local.get $dst)
      (local.get $sz)
    )

    (memory.copy  ;; skip
      (local.get $dst)
      (local.get $src)
      (i32.const 0)
    )

    (memory.copy
      (local.get $dst)
      (local.get $src)
      (i32.const 1)
    )

    (memory.copy
      (local.get $dst)
      (local.get $src)
      (i32.const 2)
    )

    (memory.copy
      (local.get $dst)
      (local.get $src)
      (i32.const 3)
    )

    (memory.copy
      (local.get $dst)
      (local.get $src)
      (i32.const 4)
    )

    (memory.copy
      (local.get $dst)
      (local.get $src)
      (i32.const 5)
    )

    (memory.copy
      (local.get $dst)
      (local.get $src)
      (i32.const 6)
    )

    (memory.copy
      (local.get $dst)
      (local.get $src)
      (i32.const 7)
    )

    (memory.copy
      (local.get $dst)
      (local.get $src)
      (i32.const 8)
    )

    (memory.copy
      (local.get $dst)
      (local.get $src)
      (i32.const 16)
    )

    (memory.copy  ;; skip
      (local.get $dst)
      (local.get $src)
      (local.get $sz)
    )

    (memory.copy  ;; skip
      (i32.const 0)
      (i32.const 0)
      (i32.load
        (i32.const 3) ;; side effect
      )
    )
  )

  ;; CHECK:      (func $optimize-bulk-memory-fill (param $dst i32) (param $val i32) (param $sz i32)
  ;; CHECK-NEXT:  (memory.fill
  ;; CHECK-NEXT:   (local.get $dst)
  ;; CHECK-NEXT:   (i32.const 0)
  ;; CHECK-NEXT:   (i32.const 0)
  ;; CHECK-NEXT:  )
  ;; CHECK-NEXT:  (i32.store8
  ;; CHECK-NEXT:   (local.get $dst)
  ;; CHECK-NEXT:   (i32.const 0)
  ;; CHECK-NEXT:  )
  ;; CHECK-NEXT:  (i32.store8
  ;; CHECK-NEXT:   (local.get $dst)
  ;; CHECK-NEXT:   (local.get $val)
  ;; CHECK-NEXT:  )
  ;; CHECK-NEXT:  (i32.store8
  ;; CHECK-NEXT:   (local.get $dst)
  ;; CHECK-NEXT:   (i32.const 1)
  ;; CHECK-NEXT:  )
  ;; CHECK-NEXT:  (i32.store8
  ;; CHECK-NEXT:   (local.get $dst)
  ;; CHECK-NEXT:   (i32.const 255)
  ;; CHECK-NEXT:  )
  ;; CHECK-NEXT:  (i32.store16 align=1
  ;; CHECK-NEXT:   (local.get $dst)
  ;; CHECK-NEXT:   (i32.const 0)
  ;; CHECK-NEXT:  )
  ;; CHECK-NEXT:  (i32.store16 align=1
  ;; CHECK-NEXT:   (local.get $dst)
  ;; CHECK-NEXT:   (i32.const 257)
  ;; CHECK-NEXT:  )
  ;; CHECK-NEXT:  (i32.store16 align=1
  ;; CHECK-NEXT:   (local.get $dst)
  ;; CHECK-NEXT:   (i32.const 65535)
  ;; CHECK-NEXT:  )
  ;; CHECK-NEXT:  (i32.store align=1
  ;; CHECK-NEXT:   (local.get $dst)
  ;; CHECK-NEXT:   (i32.const 0)
  ;; CHECK-NEXT:  )
  ;; CHECK-NEXT:  (i64.store align=1
  ;; CHECK-NEXT:   (local.get $dst)
  ;; CHECK-NEXT:   (i64.const 0)
  ;; CHECK-NEXT:  )
  ;; CHECK-NEXT:  (v128.store align=1
  ;; CHECK-NEXT:   (local.get $dst)
  ;; CHECK-NEXT:   (v128.const i32x4 0x00000000 0x00000000 0x00000000 0x00000000)
  ;; CHECK-NEXT:  )
  ;; CHECK-NEXT:  (i32.store align=1
  ;; CHECK-NEXT:   (local.get $dst)
  ;; CHECK-NEXT:   (i32.const 16843009)
  ;; CHECK-NEXT:  )
  ;; CHECK-NEXT:  (i64.store align=1
  ;; CHECK-NEXT:   (local.get $dst)
  ;; CHECK-NEXT:   (i64.const 72340172838076673)
  ;; CHECK-NEXT:  )
  ;; CHECK-NEXT:  (v128.store align=1
  ;; CHECK-NEXT:   (local.get $dst)
  ;; CHECK-NEXT:   (v128.const i32x4 0x01010101 0x01010101 0x01010101 0x01010101)
  ;; CHECK-NEXT:  )
  ;; CHECK-NEXT:  (v128.store align=1
  ;; CHECK-NEXT:   (local.get $dst)
  ;; CHECK-NEXT:   (v128.const i32x4 0xffffffff 0xffffffff 0xffffffff 0xffffffff)
  ;; CHECK-NEXT:  )
  ;; CHECK-NEXT:  (memory.fill
  ;; CHECK-NEXT:   (local.get $dst)
  ;; CHECK-NEXT:   (local.get $val)
  ;; CHECK-NEXT:   (i32.const 0)
  ;; CHECK-NEXT:  )
  ;; CHECK-NEXT:  (memory.fill
  ;; CHECK-NEXT:   (local.get $dst)
  ;; CHECK-NEXT:   (i32.const 0)
  ;; CHECK-NEXT:   (local.get $sz)
  ;; CHECK-NEXT:  )
  ;; CHECK-NEXT:  (memory.fill
  ;; CHECK-NEXT:   (local.get $dst)
  ;; CHECK-NEXT:   (local.get $val)
  ;; CHECK-NEXT:   (local.get $sz)
  ;; CHECK-NEXT:  )
  ;; CHECK-NEXT:  (memory.fill
  ;; CHECK-NEXT:   (local.get $dst)
  ;; CHECK-NEXT:   (i32.const 0)
  ;; CHECK-NEXT:   (i32.const 3)
  ;; CHECK-NEXT:  )
  ;; CHECK-NEXT:  (memory.fill
  ;; CHECK-NEXT:   (local.get $dst)
  ;; CHECK-NEXT:   (i32.const 1)
  ;; CHECK-NEXT:   (i32.const 3)
  ;; CHECK-NEXT:  )
  ;; CHECK-NEXT:  (memory.fill
  ;; CHECK-NEXT:   (local.get $dst)
  ;; CHECK-NEXT:   (i32.const 0)
  ;; CHECK-NEXT:   (i32.const 17)
  ;; CHECK-NEXT:  )
  ;; CHECK-NEXT:  (memory.fill
  ;; CHECK-NEXT:   (unreachable)
  ;; CHECK-NEXT:   (i32.const 1)
  ;; CHECK-NEXT:   (i32.const 16)
  ;; CHECK-NEXT:  )
  ;; CHECK-NEXT: )
  ;; NOSIMD:      (func $optimize-bulk-memory-fill (param $dst i32) (param $val i32) (param $sz i32)
  ;; NOSIMD-NEXT:  (memory.fill
  ;; NOSIMD-NEXT:   (local.get $dst)
  ;; NOSIMD-NEXT:   (i32.const 0)
  ;; NOSIMD-NEXT:   (i32.const 0)
  ;; NOSIMD-NEXT:  )
  ;; NOSIMD-NEXT:  (i32.store8
  ;; NOSIMD-NEXT:   (local.get $dst)
  ;; NOSIMD-NEXT:   (i32.const 0)
  ;; NOSIMD-NEXT:  )
  ;; NOSIMD-NEXT:  (i32.store8
  ;; NOSIMD-NEXT:   (local.get $dst)
  ;; NOSIMD-NEXT:   (local.get $val)
  ;; NOSIMD-NEXT:  )
  ;; NOSIMD-NEXT:  (i32.store8
  ;; NOSIMD-NEXT:   (local.get $dst)
  ;; NOSIMD-NEXT:   (i32.const 1)
  ;; NOSIMD-NEXT:  )
  ;; NOSIMD-NEXT:  (i32.store8
  ;; NOSIMD-NEXT:   (local.get $dst)
  ;; NOSIMD-NEXT:   (i32.const 255)
  ;; NOSIMD-NEXT:  )
  ;; NOSIMD-NEXT:  (i32.store16 align=1
  ;; NOSIMD-NEXT:   (local.get $dst)
  ;; NOSIMD-NEXT:   (i32.const 0)
  ;; NOSIMD-NEXT:  )
  ;; NOSIMD-NEXT:  (i32.store16 align=1
  ;; NOSIMD-NEXT:   (local.get $dst)
  ;; NOSIMD-NEXT:   (i32.const 257)
  ;; NOSIMD-NEXT:  )
  ;; NOSIMD-NEXT:  (i32.store16 align=1
  ;; NOSIMD-NEXT:   (local.get $dst)
  ;; NOSIMD-NEXT:   (i32.const 65535)
  ;; NOSIMD-NEXT:  )
  ;; NOSIMD-NEXT:  (i32.store align=1
  ;; NOSIMD-NEXT:   (local.get $dst)
  ;; NOSIMD-NEXT:   (i32.const 0)
  ;; NOSIMD-NEXT:  )
  ;; NOSIMD-NEXT:  (i64.store align=1
  ;; NOSIMD-NEXT:   (local.get $dst)
  ;; NOSIMD-NEXT:   (i64.const 0)
  ;; NOSIMD-NEXT:  )
  ;; NOSIMD-NEXT:  (memory.fill
  ;; NOSIMD-NEXT:   (local.get $dst)
  ;; NOSIMD-NEXT:   (i32.const 0)
  ;; NOSIMD-NEXT:   (i32.const 16)
  ;; NOSIMD-NEXT:  )
  ;; NOSIMD-NEXT:  (i32.store align=1
  ;; NOSIMD-NEXT:   (local.get $dst)
  ;; NOSIMD-NEXT:   (i32.const 16843009)
  ;; NOSIMD-NEXT:  )
  ;; NOSIMD-NEXT:  (i64.store align=1
  ;; NOSIMD-NEXT:   (local.get $dst)
  ;; NOSIMD-NEXT:   (i64.const 72340172838076673)
  ;; NOSIMD-NEXT:  )
  ;; NOSIMD-NEXT:  (memory.fill
  ;; NOSIMD-NEXT:   (local.get $dst)
  ;; NOSIMD-NEXT:   (i32.const 1)
  ;; NOSIMD-NEXT:   (i32.const 16)
  ;; NOSIMD-NEXT:  )
  ;; NOSIMD-NEXT:  (memory.fill
  ;; NOSIMD-NEXT:   (local.get $dst)
  ;; NOSIMD-NEXT:   (i32.const 1023)
  ;; NOSIMD-NEXT:   (i32.const 16)
  ;; NOSIMD-NEXT:  )
  ;; NOSIMD-NEXT:  (memory.fill
  ;; NOSIMD-NEXT:   (local.get $dst)
  ;; NOSIMD-NEXT:   (local.get $val)
  ;; NOSIMD-NEXT:   (i32.const 0)
  ;; NOSIMD-NEXT:  )
  ;; NOSIMD-NEXT:  (memory.fill
  ;; NOSIMD-NEXT:   (local.get $dst)
  ;; NOSIMD-NEXT:   (i32.const 0)
  ;; NOSIMD-NEXT:   (local.get $sz)
  ;; NOSIMD-NEXT:  )
  ;; NOSIMD-NEXT:  (memory.fill
  ;; NOSIMD-NEXT:   (local.get $dst)
  ;; NOSIMD-NEXT:   (local.get $val)
  ;; NOSIMD-NEXT:   (local.get $sz)
  ;; NOSIMD-NEXT:  )
  ;; NOSIMD-NEXT:  (memory.fill
  ;; NOSIMD-NEXT:   (local.get $dst)
  ;; NOSIMD-NEXT:   (i32.const 0)
  ;; NOSIMD-NEXT:   (i32.const 3)
  ;; NOSIMD-NEXT:  )
  ;; NOSIMD-NEXT:  (memory.fill
  ;; NOSIMD-NEXT:   (local.get $dst)
  ;; NOSIMD-NEXT:   (i32.const 1)
  ;; NOSIMD-NEXT:   (i32.const 3)
  ;; NOSIMD-NEXT:  )
  ;; NOSIMD-NEXT:  (memory.fill
  ;; NOSIMD-NEXT:   (local.get $dst)
  ;; NOSIMD-NEXT:   (i32.const 0)
  ;; NOSIMD-NEXT:   (i32.const 17)
  ;; NOSIMD-NEXT:  )
  ;; NOSIMD-NEXT:  (memory.fill
  ;; NOSIMD-NEXT:   (unreachable)
  ;; NOSIMD-NEXT:   (i32.const 1)
  ;; NOSIMD-NEXT:   (i32.const 16)
  ;; NOSIMD-NEXT:  )
  ;; NOSIMD-NEXT: )
  ;; NOSIMD_TNH:      (func $optimize-bulk-memory-fill (param $dst i32) (param $val i32) (param $sz i32)
  ;; NOSIMD_TNH-NEXT:  (local $3 i32)
  ;; NOSIMD_TNH-NEXT:  (local $4 i32)
  ;; NOSIMD_TNH-NEXT:  (local $5 i32)
  ;; NOSIMD_TNH-NEXT:  (block
  ;; NOSIMD_TNH-NEXT:   (drop
  ;; NOSIMD_TNH-NEXT:    (local.get $dst)
  ;; NOSIMD_TNH-NEXT:   )
  ;; NOSIMD_TNH-NEXT:   (drop
  ;; NOSIMD_TNH-NEXT:    (i32.const 0)
  ;; NOSIMD_TNH-NEXT:   )
  ;; NOSIMD_TNH-NEXT:  )
  ;; NOSIMD_TNH-NEXT:  (i32.store8
  ;; NOSIMD_TNH-NEXT:   (local.get $dst)
  ;; NOSIMD_TNH-NEXT:   (i32.const 0)
  ;; NOSIMD_TNH-NEXT:  )
  ;; NOSIMD_TNH-NEXT:  (i32.store8
  ;; NOSIMD_TNH-NEXT:   (local.get $dst)
  ;; NOSIMD_TNH-NEXT:   (local.get $val)
  ;; NOSIMD_TNH-NEXT:  )
  ;; NOSIMD_TNH-NEXT:  (i32.store8
  ;; NOSIMD_TNH-NEXT:   (local.get $dst)
  ;; NOSIMD_TNH-NEXT:   (i32.const 1)
  ;; NOSIMD_TNH-NEXT:  )
  ;; NOSIMD_TNH-NEXT:  (i32.store8
  ;; NOSIMD_TNH-NEXT:   (local.get $dst)
  ;; NOSIMD_TNH-NEXT:   (i32.const 255)
  ;; NOSIMD_TNH-NEXT:  )
  ;; NOSIMD_TNH-NEXT:  (i32.store16 align=1
  ;; NOSIMD_TNH-NEXT:   (local.get $dst)
  ;; NOSIMD_TNH-NEXT:   (i32.const 0)
  ;; NOSIMD_TNH-NEXT:  )
  ;; NOSIMD_TNH-NEXT:  (i32.store16 align=1
  ;; NOSIMD_TNH-NEXT:   (local.get $dst)
  ;; NOSIMD_TNH-NEXT:   (i32.const 257)
  ;; NOSIMD_TNH-NEXT:  )
  ;; NOSIMD_TNH-NEXT:  (i32.store16 align=1
  ;; NOSIMD_TNH-NEXT:   (local.get $dst)
  ;; NOSIMD_TNH-NEXT:   (i32.const 65535)
  ;; NOSIMD_TNH-NEXT:  )
  ;; NOSIMD_TNH-NEXT:  (i32.store align=1
  ;; NOSIMD_TNH-NEXT:   (local.get $dst)
  ;; NOSIMD_TNH-NEXT:   (i32.const 0)
  ;; NOSIMD_TNH-NEXT:  )
  ;; NOSIMD_TNH-NEXT:  (i64.store align=1
  ;; NOSIMD_TNH-NEXT:   (local.get $dst)
  ;; NOSIMD_TNH-NEXT:   (i64.const 0)
  ;; NOSIMD_TNH-NEXT:  )
  ;; NOSIMD_TNH-NEXT:  (block
  ;; NOSIMD_TNH-NEXT:   (i64.store align=1
  ;; NOSIMD_TNH-NEXT:    (local.tee $3
  ;; NOSIMD_TNH-NEXT:     (local.get $dst)
  ;; NOSIMD_TNH-NEXT:    )
  ;; NOSIMD_TNH-NEXT:    (i64.const 0)
  ;; NOSIMD_TNH-NEXT:   )
  ;; NOSIMD_TNH-NEXT:   (i64.store offset=8 align=1
  ;; NOSIMD_TNH-NEXT:    (local.get $3)
  ;; NOSIMD_TNH-NEXT:    (i64.const 0)
  ;; NOSIMD_TNH-NEXT:   )
  ;; NOSIMD_TNH-NEXT:  )
  ;; NOSIMD_TNH-NEXT:  (i32.store align=1
  ;; NOSIMD_TNH-NEXT:   (local.get $dst)
  ;; NOSIMD_TNH-NEXT:   (i32.const 16843009)
  ;; NOSIMD_TNH-NEXT:  )
  ;; NOSIMD_TNH-NEXT:  (i64.store align=1
  ;; NOSIMD_TNH-NEXT:   (local.get $dst)
  ;; NOSIMD_TNH-NEXT:   (i64.const 72340172838076673)
  ;; NOSIMD_TNH-NEXT:  )
  ;; NOSIMD_TNH-NEXT:  (block
  ;; NOSIMD_TNH-NEXT:   (i64.store align=1
  ;; NOSIMD_TNH-NEXT:    (local.tee $4
  ;; NOSIMD_TNH-NEXT:     (local.get $dst)
  ;; NOSIMD_TNH-NEXT:    )
  ;; NOSIMD_TNH-NEXT:    (i64.const 72340172838076673)
  ;; NOSIMD_TNH-NEXT:   )
  ;; NOSIMD_TNH-NEXT:   (i64.store offset=8 align=1
  ;; NOSIMD_TNH-NEXT:    (local.get $4)
  ;; NOSIMD_TNH-NEXT:    (i64.const 72340172838076673)
  ;; NOSIMD_TNH-NEXT:   )
  ;; NOSIMD_TNH-NEXT:  )
  ;; NOSIMD_TNH-NEXT:  (block
  ;; NOSIMD_TNH-NEXT:   (i64.store align=1
  ;; NOSIMD_TNH-NEXT:    (local.tee $5
  ;; NOSIMD_TNH-NEXT:     (local.get $dst)
  ;; NOSIMD_TNH-NEXT:    )
  ;; NOSIMD_TNH-NEXT:    (i64.const -1)
  ;; NOSIMD_TNH-NEXT:   )
  ;; NOSIMD_TNH-NEXT:   (i64.store offset=8 align=1
  ;; NOSIMD_TNH-NEXT:    (local.get $5)
  ;; NOSIMD_TNH-NEXT:    (i64.const -1)
  ;; NOSIMD_TNH-NEXT:   )
  ;; NOSIMD_TNH-NEXT:  )
  ;; NOSIMD_TNH-NEXT:  (block
  ;; NOSIMD_TNH-NEXT:   (drop
  ;; NOSIMD_TNH-NEXT:    (local.get $dst)
  ;; NOSIMD_TNH-NEXT:   )
  ;; NOSIMD_TNH-NEXT:   (drop
  ;; NOSIMD_TNH-NEXT:    (local.get $val)
  ;; NOSIMD_TNH-NEXT:   )
  ;; NOSIMD_TNH-NEXT:  )
  ;; NOSIMD_TNH-NEXT:  (memory.fill
  ;; NOSIMD_TNH-NEXT:   (local.get $dst)
  ;; NOSIMD_TNH-NEXT:   (i32.const 0)
  ;; NOSIMD_TNH-NEXT:   (local.get $sz)
  ;; NOSIMD_TNH-NEXT:  )
  ;; NOSIMD_TNH-NEXT:  (memory.fill
  ;; NOSIMD_TNH-NEXT:   (local.get $dst)
  ;; NOSIMD_TNH-NEXT:   (local.get $val)
  ;; NOSIMD_TNH-NEXT:   (local.get $sz)
  ;; NOSIMD_TNH-NEXT:  )
  ;; NOSIMD_TNH-NEXT:  (memory.fill
  ;; NOSIMD_TNH-NEXT:   (local.get $dst)
  ;; NOSIMD_TNH-NEXT:   (i32.const 0)
  ;; NOSIMD_TNH-NEXT:   (i32.const 3)
  ;; NOSIMD_TNH-NEXT:  )
  ;; NOSIMD_TNH-NEXT:  (memory.fill
  ;; NOSIMD_TNH-NEXT:   (local.get $dst)
  ;; NOSIMD_TNH-NEXT:   (i32.const 1)
  ;; NOSIMD_TNH-NEXT:   (i32.const 3)
  ;; NOSIMD_TNH-NEXT:  )
  ;; NOSIMD_TNH-NEXT:  (memory.fill
  ;; NOSIMD_TNH-NEXT:   (local.get $dst)
  ;; NOSIMD_TNH-NEXT:   (i32.const 0)
  ;; NOSIMD_TNH-NEXT:   (i32.const 17)
  ;; NOSIMD_TNH-NEXT:  )
  ;; NOSIMD_TNH-NEXT:  (memory.fill
  ;; NOSIMD_TNH-NEXT:   (unreachable)
  ;; NOSIMD_TNH-NEXT:   (i32.const 1)
  ;; NOSIMD_TNH-NEXT:   (i32.const 16)
  ;; NOSIMD_TNH-NEXT:  )
  ;; NOSIMD_TNH-NEXT: )
  (func $optimize-bulk-memory-fill (param $dst i32) (param $val i32) (param $sz i32)
    (memory.fill
      (local.get $dst)
      (i32.const 0)
      (i32.const 0)
    )

    (memory.fill
      (local.get $dst)
      (i32.const 0)
      (i32.const 1)
    )

    (memory.fill
      (local.get $dst)
      (local.get $val)
      (i32.const 1)
    )

    (memory.fill
      (local.get $dst)
      (i32.const 1)
      (i32.const 1)
    )

    (memory.fill
      (local.get $dst)
      (i32.const 1023)
      (i32.const 1)
    )

    (memory.fill
      (local.get $dst)
      (i32.const 0)
      (i32.const 2)
    )

    (memory.fill
      (local.get $dst)
      (i32.const 1)
      (i32.const 2)
    )

    (memory.fill
      (local.get $dst)
      (i32.const 255)
      (i32.const 2)
    )

    (memory.fill
      (local.get $dst)
      (i32.const 0)
      (i32.const 4)
    )

    (memory.fill
      (local.get $dst)
      (i32.const 0)
      (i32.const 8)
    )

    (memory.fill
      (local.get $dst)
      (i32.const 0)
      (i32.const 16)
    )

    (memory.fill
      (local.get $dst)
      (i32.const 1)
      (i32.const 4)
    )

    (memory.fill
      (local.get $dst)
      (i32.const 1)
      (i32.const 8)
    )

    (memory.fill
      (local.get $dst)
      (i32.const 1)
      (i32.const 16)
    )

    (memory.fill
      (local.get $dst)
      (i32.const 1023)
      (i32.const 16)
    )

    (memory.fill  ;; skip
      (local.get $dst)
      (local.get $val)
      (i32.const 0)
    )

    (memory.fill  ;; skip
      (local.get $dst)
      (i32.const 0)
      (local.get $sz)
    )

    (memory.fill  ;; skip
      (local.get $dst)
      (local.get $val)
      (local.get $sz)
    )

    (memory.fill  ;; skip
      (local.get $dst)
      (i32.const 0)
      (i32.const 3)
    )

    (memory.fill  ;; skip
      (local.get $dst)
      (i32.const 1)
      (i32.const 3)
    )

    (memory.fill  ;; skip
      (local.get $dst)
      (i32.const 0)
      (i32.const 17)
    )

    (memory.fill  ;; skip
      (unreachable)
      (i32.const 1)
      (i32.const 16)
    )
  )
)