@ -202,9 +202,12 @@ endfunc
ext v23 . 1 6 b , \ s r c5 \ ( ) . 1 6 b , \ s r c6 \ ( ) . 1 6 b , #( 2 * \ o f f s e t )
ext v23 . 1 6 b , \ s r c5 \ ( ) . 1 6 b , \ s r c6 \ ( ) . 1 6 b , #( 2 * \ o f f s e t )
mla \ d s t 2 \ ( ) . 8 h , v21 . 8 h , v0 . h [ \ o f f s e t ]
mla \ d s t 2 \ ( ) . 8 h , v21 . 8 h , v0 . h [ \ o f f s e t ]
mla \ d s t 4 \ ( ) . 8 h , v23 . 8 h , v0 . h [ \ o f f s e t ]
mla \ d s t 4 \ ( ) . 8 h , v23 . 8 h , v0 . h [ \ o f f s e t ]
.else
.elseif \ size = = 8
mla \ d s t 1 \ ( ) . 8 h , v20 . 8 h , v0 . h [ \ o f f s e t ]
mla \ d s t 1 \ ( ) . 8 h , v20 . 8 h , v0 . h [ \ o f f s e t ]
mla \ d s t 3 \ ( ) . 8 h , v22 . 8 h , v0 . h [ \ o f f s e t ]
mla \ d s t 3 \ ( ) . 8 h , v22 . 8 h , v0 . h [ \ o f f s e t ]
.else
mla \ d s t 1 \ ( ) . 4 h , v20 . 4 h , v0 . h [ \ o f f s e t ]
mla \ d s t 3 \ ( ) . 4 h , v22 . 4 h , v0 . h [ \ o f f s e t ]
.endif
.endif
.endm
.endm
/ / The s a m e a s a b o v e , b u t d o n ' t a c c u m u l a t e s t r a i g h t i n t o t h e
/ / The s a m e a s a b o v e , b u t d o n ' t a c c u m u l a t e s t r a i g h t i n t o t h e
@ -219,16 +222,24 @@ endfunc
ext v23 . 1 6 b , \ s r c5 \ ( ) . 1 6 b , \ s r c6 \ ( ) . 1 6 b , #( 2 * \ o f f s e t )
ext v23 . 1 6 b , \ s r c5 \ ( ) . 1 6 b , \ s r c6 \ ( ) . 1 6 b , #( 2 * \ o f f s e t )
mul v21 . 8 h , v21 . 8 h , v0 . h [ \ o f f s e t ]
mul v21 . 8 h , v21 . 8 h , v0 . h [ \ o f f s e t ]
mul v23 . 8 h , v23 . 8 h , v0 . h [ \ o f f s e t ]
mul v23 . 8 h , v23 . 8 h , v0 . h [ \ o f f s e t ]
.else
.elseif \ size = = 8
mul v20 . 8 h , v20 . 8 h , v0 . h [ \ o f f s e t ]
mul v20 . 8 h , v20 . 8 h , v0 . h [ \ o f f s e t ]
mul v22 . 8 h , v22 . 8 h , v0 . h [ \ o f f s e t ]
mul v22 . 8 h , v22 . 8 h , v0 . h [ \ o f f s e t ]
.else
mul v20 . 4 h , v20 . 4 h , v0 . h [ \ o f f s e t ]
mul v22 . 4 h , v22 . 4 h , v0 . h [ \ o f f s e t ]
.endif
.endif
.if \ size = = 4
sqadd \ d s t 1 \ ( ) . 4 h , \ d s t 1 \ ( ) . 4 h , v20 . 4 h
sqadd \ d s t 3 \ ( ) . 4 h , \ d s t 3 \ ( ) . 4 h , v22 . 4 h
.else
sqadd \ d s t 1 \ ( ) . 8 h , \ d s t 1 \ ( ) . 8 h , v20 . 8 h
sqadd \ d s t 1 \ ( ) . 8 h , \ d s t 1 \ ( ) . 8 h , v20 . 8 h
sqadd \ d s t 3 \ ( ) . 8 h , \ d s t 3 \ ( ) . 8 h , v22 . 8 h
sqadd \ d s t 3 \ ( ) . 8 h , \ d s t 3 \ ( ) . 8 h , v22 . 8 h
.if \ size > = 1 6
.if \ size > = 1 6
sqadd \ d s t 2 \ ( ) . 8 h , \ d s t 2 \ ( ) . 8 h , v21 . 8 h
sqadd \ d s t 2 \ ( ) . 8 h , \ d s t 2 \ ( ) . 8 h , v21 . 8 h
sqadd \ d s t 4 \ ( ) . 8 h , \ d s t 4 \ ( ) . 8 h , v23 . 8 h
sqadd \ d s t 4 \ ( ) . 8 h , \ d s t 4 \ ( ) . 8 h , v23 . 8 h
.endif
.endif
.endif
.endm
.endm