github.com/go-asm/go@v1.21.1-0.20240213172139-40c5ead50c48/cmd/compile/ssa/_gen/MIPS.rules (about) 1 // Copyright 2016 The Go Authors. All rights reserved. 2 // Use of this source code is governed by a BSD-style 3 // license that can be found in the LICENSE file. 4 5 (Add(Ptr|32|16|8) ...) => (ADD ...) 6 (Add(32|64)F ...) => (ADD(F|D) ...) 7 8 (Select0 (Add32carry <t> x y)) => (ADD <t.FieldType(0)> x y) 9 (Select1 (Add32carry <t> x y)) => (SGTU <typ.Bool> x (ADD <t.FieldType(0)> x y)) 10 (Add32withcarry <t> x y c) => (ADD c (ADD <t> x y)) 11 12 (Sub(Ptr|32|16|8) ...) => (SUB ...) 13 (Sub(32|64)F ...) => (SUB(F|D) ...) 14 15 (Select0 (Sub32carry <t> x y)) => (SUB <t.FieldType(0)> x y) 16 (Select1 (Sub32carry <t> x y)) => (SGTU <typ.Bool> (SUB <t.FieldType(0)> x y) x) 17 (Sub32withcarry <t> x y c) => (SUB (SUB <t> x y) c) 18 19 (Mul(32|16|8) ...) => (MUL ...) 20 (Mul(32|64)F ...) => (MUL(F|D) ...) 21 22 (Hmul(32|32u) x y) => (Select0 (MUL(T|TU) x y)) 23 (Mul32uhilo ...) => (MULTU ...) 24 25 (Div32 x y) => (Select1 (DIV x y)) 26 (Div32u x y) => (Select1 (DIVU x y)) 27 (Div16 x y) => (Select1 (DIV (SignExt16to32 x) (SignExt16to32 y))) 28 (Div16u x y) => (Select1 (DIVU (ZeroExt16to32 x) (ZeroExt16to32 y))) 29 (Div8 x y) => (Select1 (DIV (SignExt8to32 x) (SignExt8to32 y))) 30 (Div8u x y) => (Select1 (DIVU (ZeroExt8to32 x) (ZeroExt8to32 y))) 31 (Div(32|64)F ...) => (DIV(F|D) ...) 32 33 (Mod32 x y) => (Select0 (DIV x y)) 34 (Mod32u x y) => (Select0 (DIVU x y)) 35 (Mod16 x y) => (Select0 (DIV (SignExt16to32 x) (SignExt16to32 y))) 36 (Mod16u x y) => (Select0 (DIVU (ZeroExt16to32 x) (ZeroExt16to32 y))) 37 (Mod8 x y) => (Select0 (DIV (SignExt8to32 x) (SignExt8to32 y))) 38 (Mod8u x y) => (Select0 (DIVU (ZeroExt8to32 x) (ZeroExt8to32 y))) 39 40 // math package intrinsics 41 (Abs ...) => (ABSD ...) 42 43 // (x + y) / 2 with x>=y becomes (x - y) / 2 + y 44 (Avg32u <t> x y) => (ADD (SRLconst <t> (SUB <t> x y) [1]) y) 45 46 (And(32|16|8) ...) => (AND ...) 47 (Or(32|16|8) ...) => (OR ...) 48 (Xor(32|16|8) ...) => (XOR ...) 49 50 // constant shifts 51 // generic opt rewrites all constant shifts to shift by Const64 52 (Lsh32x64 x (Const64 [c])) && uint32(c) < 32 => (SLLconst x [int32(c)]) 53 (Rsh32x64 x (Const64 [c])) && uint32(c) < 32 => (SRAconst x [int32(c)]) 54 (Rsh32Ux64 x (Const64 [c])) && uint32(c) < 32 => (SRLconst x [int32(c)]) 55 (Lsh16x64 x (Const64 [c])) && uint32(c) < 16 => (SLLconst x [int32(c)]) 56 (Rsh16x64 x (Const64 [c])) && uint32(c) < 16 => (SRAconst (SLLconst <typ.UInt32> x [16]) [int32(c+16)]) 57 (Rsh16Ux64 x (Const64 [c])) && uint32(c) < 16 => (SRLconst (SLLconst <typ.UInt32> x [16]) [int32(c+16)]) 58 (Lsh8x64 x (Const64 [c])) && uint32(c) < 8 => (SLLconst x [int32(c)]) 59 (Rsh8x64 x (Const64 [c])) && uint32(c) < 8 => (SRAconst (SLLconst <typ.UInt32> x [24]) [int32(c+24)]) 60 (Rsh8Ux64 x (Const64 [c])) && uint32(c) < 8 => (SRLconst (SLLconst <typ.UInt32> x [24]) [int32(c+24)]) 61 62 // large constant shifts 63 (Lsh32x64 _ (Const64 [c])) && uint32(c) >= 32 => (MOVWconst [0]) 64 (Rsh32Ux64 _ (Const64 [c])) && uint32(c) >= 32 => (MOVWconst [0]) 65 (Lsh16x64 _ (Const64 [c])) && uint32(c) >= 16 => (MOVWconst [0]) 66 (Rsh16Ux64 _ (Const64 [c])) && uint32(c) >= 16 => (MOVWconst [0]) 67 (Lsh8x64 _ (Const64 [c])) && uint32(c) >= 8 => (MOVWconst [0]) 68 (Rsh8Ux64 _ (Const64 [c])) && uint32(c) >= 8 => (MOVWconst [0]) 69 70 // large constant signed right shift, we leave the sign bit 71 (Rsh32x64 x (Const64 [c])) && uint32(c) >= 32 => (SRAconst x [31]) 72 (Rsh16x64 x (Const64 [c])) && uint32(c) >= 16 => (SRAconst (SLLconst <typ.UInt32> x [16]) [31]) 73 (Rsh8x64 x (Const64 [c])) && uint32(c) >= 8 => (SRAconst (SLLconst <typ.UInt32> x [24]) [31]) 74 75 // shifts 76 // hardware instruction uses only the low 5 bits of the shift 77 // we compare to 32 to ensure Go semantics for large shifts 78 (Lsh32x32 <t> x y) => (CMOVZ (SLL <t> x y) (MOVWconst [0]) (SGTUconst [32] y)) 79 (Lsh32x16 <t> x y) => (CMOVZ (SLL <t> x (ZeroExt16to32 y) ) (MOVWconst [0]) (SGTUconst [32] (ZeroExt16to32 y))) 80 (Lsh32x8 <t> x y) => (CMOVZ (SLL <t> x (ZeroExt8to32 y) ) (MOVWconst [0]) (SGTUconst [32] (ZeroExt8to32 y))) 81 82 (Lsh16x32 <t> x y) => (CMOVZ (SLL <t> x y) (MOVWconst [0]) (SGTUconst [32] y)) 83 (Lsh16x16 <t> x y) => (CMOVZ (SLL <t> x (ZeroExt16to32 y) ) (MOVWconst [0]) (SGTUconst [32] (ZeroExt16to32 y))) 84 (Lsh16x8 <t> x y) => (CMOVZ (SLL <t> x (ZeroExt8to32 y) ) (MOVWconst [0]) (SGTUconst [32] (ZeroExt8to32 y))) 85 86 (Lsh8x32 <t> x y) => (CMOVZ (SLL <t> x y) (MOVWconst [0]) (SGTUconst [32] y)) 87 (Lsh8x16 <t> x y) => (CMOVZ (SLL <t> x (ZeroExt16to32 y) ) (MOVWconst [0]) (SGTUconst [32] (ZeroExt16to32 y))) 88 (Lsh8x8 <t> x y) => (CMOVZ (SLL <t> x (ZeroExt8to32 y) ) (MOVWconst [0]) (SGTUconst [32] (ZeroExt8to32 y))) 89 90 (Rsh32Ux32 <t> x y) => (CMOVZ (SRL <t> x y) (MOVWconst [0]) (SGTUconst [32] y)) 91 (Rsh32Ux16 <t> x y) => (CMOVZ (SRL <t> x (ZeroExt16to32 y) ) (MOVWconst [0]) (SGTUconst [32] (ZeroExt16to32 y))) 92 (Rsh32Ux8 <t> x y) => (CMOVZ (SRL <t> x (ZeroExt8to32 y) ) (MOVWconst [0]) (SGTUconst [32] (ZeroExt8to32 y))) 93 94 (Rsh16Ux32 <t> x y) => (CMOVZ (SRL <t> (ZeroExt16to32 x) y) (MOVWconst [0]) (SGTUconst [32] y)) 95 (Rsh16Ux16 <t> x y) => (CMOVZ (SRL <t> (ZeroExt16to32 x) (ZeroExt16to32 y) ) (MOVWconst [0]) (SGTUconst [32] (ZeroExt16to32 y))) 96 (Rsh16Ux8 <t> x y) => (CMOVZ (SRL <t> (ZeroExt16to32 x) (ZeroExt8to32 y) ) (MOVWconst [0]) (SGTUconst [32] (ZeroExt8to32 y))) 97 98 (Rsh8Ux32 <t> x y) => (CMOVZ (SRL <t> (ZeroExt8to32 x) y) (MOVWconst [0]) (SGTUconst [32] y)) 99 (Rsh8Ux16 <t> x y) => (CMOVZ (SRL <t> (ZeroExt8to32 x) (ZeroExt16to32 y) ) (MOVWconst [0]) (SGTUconst [32] (ZeroExt16to32 y))) 100 (Rsh8Ux8 <t> x y) => (CMOVZ (SRL <t> (ZeroExt8to32 x) (ZeroExt8to32 y) ) (MOVWconst [0]) (SGTUconst [32] (ZeroExt8to32 y))) 101 102 (Rsh32x32 x y) => (SRA x ( CMOVZ <typ.UInt32> y (MOVWconst [31]) (SGTUconst [32] y))) 103 (Rsh32x16 x y) => (SRA x ( CMOVZ <typ.UInt32> (ZeroExt16to32 y) (MOVWconst [31]) (SGTUconst [32] (ZeroExt16to32 y)))) 104 (Rsh32x8 x y) => (SRA x ( CMOVZ <typ.UInt32> (ZeroExt8to32 y) (MOVWconst [31]) (SGTUconst [32] (ZeroExt8to32 y)))) 105 106 (Rsh16x32 x y) => (SRA (SignExt16to32 x) ( CMOVZ <typ.UInt32> y (MOVWconst [31]) (SGTUconst [32] y))) 107 (Rsh16x16 x y) => (SRA (SignExt16to32 x) ( CMOVZ <typ.UInt32> (ZeroExt16to32 y) (MOVWconst [31]) (SGTUconst [32] (ZeroExt16to32 y)))) 108 (Rsh16x8 x y) => (SRA (SignExt16to32 x) ( CMOVZ <typ.UInt32> (ZeroExt8to32 y) (MOVWconst [31]) (SGTUconst [32] (ZeroExt8to32 y)))) 109 110 (Rsh8x32 x y) => (SRA (SignExt16to32 x) ( CMOVZ <typ.UInt32> y (MOVWconst [31]) (SGTUconst [32] y))) 111 (Rsh8x16 x y) => (SRA (SignExt16to32 x) ( CMOVZ <typ.UInt32> (ZeroExt16to32 y) (MOVWconst [31]) (SGTUconst [32] (ZeroExt16to32 y)))) 112 (Rsh8x8 x y) => (SRA (SignExt16to32 x) ( CMOVZ <typ.UInt32> (ZeroExt8to32 y) (MOVWconst [31]) (SGTUconst [32] (ZeroExt8to32 y)))) 113 114 // rotates 115 (RotateLeft8 <t> x (MOVWconst [c])) => (Or8 (Lsh8x32 <t> x (MOVWconst [c&7])) (Rsh8Ux32 <t> x (MOVWconst [-c&7]))) 116 (RotateLeft16 <t> x (MOVWconst [c])) => (Or16 (Lsh16x32 <t> x (MOVWconst [c&15])) (Rsh16Ux32 <t> x (MOVWconst [-c&15]))) 117 (RotateLeft32 <t> x (MOVWconst [c])) => (Or32 (Lsh32x32 <t> x (MOVWconst [c&31])) (Rsh32Ux32 <t> x (MOVWconst [-c&31]))) 118 (RotateLeft64 <t> x (MOVWconst [c])) => (Or64 (Lsh64x32 <t> x (MOVWconst [c&63])) (Rsh64Ux32 <t> x (MOVWconst [-c&63]))) 119 120 // unary ops 121 (Neg(32|16|8) ...) => (NEG ...) 122 (Neg(32|64)F ...) => (NEG(F|D) ...) 123 124 (Com(32|16|8) x) => (NORconst [0] x) 125 126 (Sqrt ...) => (SQRTD ...) 127 (Sqrt32 ...) => (SQRTF ...) 128 129 // TODO: optimize this case? 130 (Ctz32NonZero ...) => (Ctz32 ...) 131 132 // count trailing zero 133 // 32 - CLZ(x&-x - 1) 134 (Ctz32 <t> x) => (SUB (MOVWconst [32]) (CLZ <t> (SUBconst <t> [1] (AND <t> x (NEG <t> x))))) 135 136 // bit length 137 (BitLen32 <t> x) => (SUB (MOVWconst [32]) (CLZ <t> x)) 138 139 // boolean ops -- booleans are represented with 0=false, 1=true 140 (AndB ...) => (AND ...) 141 (OrB ...) => (OR ...) 142 (EqB x y) => (XORconst [1] (XOR <typ.Bool> x y)) 143 (NeqB ...) => (XOR ...) 144 (Not x) => (XORconst [1] x) 145 146 // constants 147 (Const(32|16|8) [val]) => (MOVWconst [int32(val)]) 148 (Const(32|64)F ...) => (MOV(F|D)const ...) 149 (ConstNil) => (MOVWconst [0]) 150 (ConstBool [t]) => (MOVWconst [b2i32(t)]) 151 152 // truncations 153 // Because we ignore high parts of registers, truncates are just copies. 154 (Trunc16to8 ...) => (Copy ...) 155 (Trunc32to8 ...) => (Copy ...) 156 (Trunc32to16 ...) => (Copy ...) 157 158 // Zero-/Sign-extensions 159 (ZeroExt8to16 ...) => (MOVBUreg ...) 160 (ZeroExt8to32 ...) => (MOVBUreg ...) 161 (ZeroExt16to32 ...) => (MOVHUreg ...) 162 163 (SignExt8to16 ...) => (MOVBreg ...) 164 (SignExt8to32 ...) => (MOVBreg ...) 165 (SignExt16to32 ...) => (MOVHreg ...) 166 167 (Signmask x) => (SRAconst x [31]) 168 (Zeromask x) => (NEG (SGTU x (MOVWconst [0]))) 169 (Slicemask <t> x) => (SRAconst (NEG <t> x) [31]) 170 171 // float-int conversion 172 (Cvt32to(32|64)F ...) => (MOVW(F|D) ...) 173 (Cvt(32|64)Fto32 ...) => (TRUNC(F|D)W ...) 174 (Cvt32Fto64F ...) => (MOVFD ...) 175 (Cvt64Fto32F ...) => (MOVDF ...) 176 177 (CvtBoolToUint8 ...) => (Copy ...) 178 179 (Round(32|64)F ...) => (Copy ...) 180 181 // comparisons 182 (Eq8 x y) => (SGTUconst [1] (XOR (ZeroExt8to32 x) (ZeroExt8to32 y))) 183 (Eq16 x y) => (SGTUconst [1] (XOR (ZeroExt16to32 x) (ZeroExt16to32 y))) 184 (Eq32 x y) => (SGTUconst [1] (XOR x y)) 185 (EqPtr x y) => (SGTUconst [1] (XOR x y)) 186 (Eq(32|64)F x y) => (FPFlagTrue (CMPEQ(F|D) x y)) 187 188 (Neq8 x y) => (SGTU (XOR (ZeroExt8to32 x) (ZeroExt8to32 y)) (MOVWconst [0])) 189 (Neq16 x y) => (SGTU (XOR (ZeroExt16to32 x) (ZeroExt16to32 y)) (MOVWconst [0])) 190 (Neq32 x y) => (SGTU (XOR x y) (MOVWconst [0])) 191 (NeqPtr x y) => (SGTU (XOR x y) (MOVWconst [0])) 192 (Neq(32|64)F x y) => (FPFlagFalse (CMPEQ(F|D) x y)) 193 194 (Less8 x y) => (SGT (SignExt8to32 y) (SignExt8to32 x)) 195 (Less16 x y) => (SGT (SignExt16to32 y) (SignExt16to32 x)) 196 (Less32 x y) => (SGT y x) 197 (Less(32|64)F x y) => (FPFlagTrue (CMPGT(F|D) y x)) // reverse operands to work around NaN 198 199 (Less8U x y) => (SGTU (ZeroExt8to32 y) (ZeroExt8to32 x)) 200 (Less16U x y) => (SGTU (ZeroExt16to32 y) (ZeroExt16to32 x)) 201 (Less32U x y) => (SGTU y x) 202 203 (Leq8 x y) => (XORconst [1] (SGT (SignExt8to32 x) (SignExt8to32 y))) 204 (Leq16 x y) => (XORconst [1] (SGT (SignExt16to32 x) (SignExt16to32 y))) 205 (Leq32 x y) => (XORconst [1] (SGT x y)) 206 (Leq(32|64)F x y) => (FPFlagTrue (CMPGE(F|D) y x)) // reverse operands to work around NaN 207 208 (Leq8U x y) => (XORconst [1] (SGTU (ZeroExt8to32 x) (ZeroExt8to32 y))) 209 (Leq16U x y) => (XORconst [1] (SGTU (ZeroExt16to32 x) (ZeroExt16to32 y))) 210 (Leq32U x y) => (XORconst [1] (SGTU x y)) 211 212 (OffPtr [off] ptr:(SP)) => (MOVWaddr [int32(off)] ptr) 213 (OffPtr [off] ptr) => (ADDconst [int32(off)] ptr) 214 215 (Addr {sym} base) => (MOVWaddr {sym} base) 216 (LocalAddr <t> {sym} base mem) && t.Elem().HasPointers() => (MOVWaddr {sym} (SPanchored base mem)) 217 (LocalAddr <t> {sym} base _) && !t.Elem().HasPointers() => (MOVWaddr {sym} base) 218 219 // loads 220 (Load <t> ptr mem) && t.IsBoolean() => (MOVBUload ptr mem) 221 (Load <t> ptr mem) && (is8BitInt(t) && t.IsSigned()) => (MOVBload ptr mem) 222 (Load <t> ptr mem) && (is8BitInt(t) && !t.IsSigned()) => (MOVBUload ptr mem) 223 (Load <t> ptr mem) && (is16BitInt(t) && t.IsSigned()) => (MOVHload ptr mem) 224 (Load <t> ptr mem) && (is16BitInt(t) && !t.IsSigned()) => (MOVHUload ptr mem) 225 (Load <t> ptr mem) && (is32BitInt(t) || isPtr(t)) => (MOVWload ptr mem) 226 (Load <t> ptr mem) && is32BitFloat(t) => (MOVFload ptr mem) 227 (Load <t> ptr mem) && is64BitFloat(t) => (MOVDload ptr mem) 228 229 // stores 230 (Store {t} ptr val mem) && t.Size() == 1 => (MOVBstore ptr val mem) 231 (Store {t} ptr val mem) && t.Size() == 2 => (MOVHstore ptr val mem) 232 (Store {t} ptr val mem) && t.Size() == 4 && !t.IsFloat() => (MOVWstore ptr val mem) 233 (Store {t} ptr val mem) && t.Size() == 4 && t.IsFloat() => (MOVFstore ptr val mem) 234 (Store {t} ptr val mem) && t.Size() == 8 && t.IsFloat() => (MOVDstore ptr val mem) 235 236 // float <=> int register moves, with no conversion. 237 // These come up when compiling math.{Float32bits, Float32frombits}. 238 (MOVWload [off] {sym} ptr (MOVFstore [off] {sym} ptr val _)) => (MOVWfpgp val) 239 (MOVFload [off] {sym} ptr (MOVWstore [off] {sym} ptr val _)) => (MOVWgpfp val) 240 241 // Similarly for stores, if we see a store after FPR <=> GPR move, then redirect store to use the other register set. 242 (MOVWstore [off] {sym} ptr (MOVWfpgp val) mem) => (MOVFstore [off] {sym} ptr val mem) 243 (MOVFstore [off] {sym} ptr (MOVWgpfp val) mem) => (MOVWstore [off] {sym} ptr val mem) 244 245 // zero instructions 246 (Zero [0] _ mem) => mem 247 (Zero [1] ptr mem) => (MOVBstore ptr (MOVWconst [0]) mem) 248 (Zero [2] {t} ptr mem) && t.Alignment()%2 == 0 => 249 (MOVHstore ptr (MOVWconst [0]) mem) 250 (Zero [2] ptr mem) => 251 (MOVBstore [1] ptr (MOVWconst [0]) 252 (MOVBstore [0] ptr (MOVWconst [0]) mem)) 253 (Zero [4] {t} ptr mem) && t.Alignment()%4 == 0 => 254 (MOVWstore ptr (MOVWconst [0]) mem) 255 (Zero [4] {t} ptr mem) && t.Alignment()%2 == 0 => 256 (MOVHstore [2] ptr (MOVWconst [0]) 257 (MOVHstore [0] ptr (MOVWconst [0]) mem)) 258 (Zero [4] ptr mem) => 259 (MOVBstore [3] ptr (MOVWconst [0]) 260 (MOVBstore [2] ptr (MOVWconst [0]) 261 (MOVBstore [1] ptr (MOVWconst [0]) 262 (MOVBstore [0] ptr (MOVWconst [0]) mem)))) 263 (Zero [3] ptr mem) => 264 (MOVBstore [2] ptr (MOVWconst [0]) 265 (MOVBstore [1] ptr (MOVWconst [0]) 266 (MOVBstore [0] ptr (MOVWconst [0]) mem))) 267 (Zero [6] {t} ptr mem) && t.Alignment()%2 == 0 => 268 (MOVHstore [4] ptr (MOVWconst [0]) 269 (MOVHstore [2] ptr (MOVWconst [0]) 270 (MOVHstore [0] ptr (MOVWconst [0]) mem))) 271 (Zero [8] {t} ptr mem) && t.Alignment()%4 == 0 => 272 (MOVWstore [4] ptr (MOVWconst [0]) 273 (MOVWstore [0] ptr (MOVWconst [0]) mem)) 274 (Zero [12] {t} ptr mem) && t.Alignment()%4 == 0 => 275 (MOVWstore [8] ptr (MOVWconst [0]) 276 (MOVWstore [4] ptr (MOVWconst [0]) 277 (MOVWstore [0] ptr (MOVWconst [0]) mem))) 278 (Zero [16] {t} ptr mem) && t.Alignment()%4 == 0 => 279 (MOVWstore [12] ptr (MOVWconst [0]) 280 (MOVWstore [8] ptr (MOVWconst [0]) 281 (MOVWstore [4] ptr (MOVWconst [0]) 282 (MOVWstore [0] ptr (MOVWconst [0]) mem)))) 283 284 // large or unaligned zeroing uses a loop 285 (Zero [s] {t} ptr mem) 286 && (s > 16 || t.Alignment()%4 != 0) => 287 (LoweredZero [int32(t.Alignment())] 288 ptr 289 (ADDconst <ptr.Type> ptr [int32(s-moveSize(t.Alignment(), config))]) 290 mem) 291 292 // moves 293 (Move [0] _ _ mem) => mem 294 (Move [1] dst src mem) => (MOVBstore dst (MOVBUload src mem) mem) 295 (Move [2] {t} dst src mem) && t.Alignment()%2 == 0 => 296 (MOVHstore dst (MOVHUload src mem) mem) 297 (Move [2] dst src mem) => 298 (MOVBstore [1] dst (MOVBUload [1] src mem) 299 (MOVBstore dst (MOVBUload src mem) mem)) 300 (Move [4] {t} dst src mem) && t.Alignment()%4 == 0 => 301 (MOVWstore dst (MOVWload src mem) mem) 302 (Move [4] {t} dst src mem) && t.Alignment()%2 == 0 => 303 (MOVHstore [2] dst (MOVHUload [2] src mem) 304 (MOVHstore dst (MOVHUload src mem) mem)) 305 (Move [4] dst src mem) => 306 (MOVBstore [3] dst (MOVBUload [3] src mem) 307 (MOVBstore [2] dst (MOVBUload [2] src mem) 308 (MOVBstore [1] dst (MOVBUload [1] src mem) 309 (MOVBstore dst (MOVBUload src mem) mem)))) 310 (Move [3] dst src mem) => 311 (MOVBstore [2] dst (MOVBUload [2] src mem) 312 (MOVBstore [1] dst (MOVBUload [1] src mem) 313 (MOVBstore dst (MOVBUload src mem) mem))) 314 (Move [8] {t} dst src mem) && t.Alignment()%4 == 0 => 315 (MOVWstore [4] dst (MOVWload [4] src mem) 316 (MOVWstore dst (MOVWload src mem) mem)) 317 (Move [8] {t} dst src mem) && t.Alignment()%2 == 0 => 318 (MOVHstore [6] dst (MOVHload [6] src mem) 319 (MOVHstore [4] dst (MOVHload [4] src mem) 320 (MOVHstore [2] dst (MOVHload [2] src mem) 321 (MOVHstore dst (MOVHload src mem) mem)))) 322 (Move [6] {t} dst src mem) && t.Alignment()%2 == 0 => 323 (MOVHstore [4] dst (MOVHload [4] src mem) 324 (MOVHstore [2] dst (MOVHload [2] src mem) 325 (MOVHstore dst (MOVHload src mem) mem))) 326 (Move [12] {t} dst src mem) && t.Alignment()%4 == 0 => 327 (MOVWstore [8] dst (MOVWload [8] src mem) 328 (MOVWstore [4] dst (MOVWload [4] src mem) 329 (MOVWstore dst (MOVWload src mem) mem))) 330 (Move [16] {t} dst src mem) && t.Alignment()%4 == 0 => 331 (MOVWstore [12] dst (MOVWload [12] src mem) 332 (MOVWstore [8] dst (MOVWload [8] src mem) 333 (MOVWstore [4] dst (MOVWload [4] src mem) 334 (MOVWstore dst (MOVWload src mem) mem)))) 335 336 337 // large or unaligned move uses a loop 338 (Move [s] {t} dst src mem) 339 && (s > 16 && logLargeCopy(v, s) || t.Alignment()%4 != 0) => 340 (LoweredMove [int32(t.Alignment())] 341 dst 342 src 343 (ADDconst <src.Type> src [int32(s-moveSize(t.Alignment(), config))]) 344 mem) 345 346 // calls 347 (StaticCall ...) => (CALLstatic ...) 348 (ClosureCall ...) => (CALLclosure ...) 349 (InterCall ...) => (CALLinter ...) 350 (TailCall ...) => (CALLtail ...) 351 352 // atomic intrinsics 353 (AtomicLoad(8|32) ...) => (LoweredAtomicLoad(8|32) ...) 354 (AtomicLoadPtr ...) => (LoweredAtomicLoad32 ...) 355 356 (AtomicStore(8|32) ...) => (LoweredAtomicStore(8|32) ...) 357 (AtomicStorePtrNoWB ...) => (LoweredAtomicStore32 ...) 358 359 (AtomicExchange32 ...) => (LoweredAtomicExchange ...) 360 (AtomicAdd32 ...) => (LoweredAtomicAdd ...) 361 362 (AtomicCompareAndSwap32 ...) => (LoweredAtomicCas ...) 363 364 // AtomicOr8(ptr,val) => LoweredAtomicOr(ptr&^3,uint32(val) << ((ptr & 3) * 8)) 365 (AtomicOr8 ptr val mem) && !config.BigEndian => 366 (LoweredAtomicOr (AND <typ.UInt32Ptr> (MOVWconst [^3]) ptr) 367 (SLL <typ.UInt32> (ZeroExt8to32 val) 368 (SLLconst <typ.UInt32> [3] 369 (ANDconst <typ.UInt32> [3] ptr))) mem) 370 371 // AtomicAnd8(ptr,val) => LoweredAtomicAnd(ptr&^3,(uint32(val) << ((ptr & 3) * 8)) | ^(uint32(0xFF) << ((ptr & 3) * 8)))) 372 (AtomicAnd8 ptr val mem) && !config.BigEndian => 373 (LoweredAtomicAnd (AND <typ.UInt32Ptr> (MOVWconst [^3]) ptr) 374 (OR <typ.UInt32> (SLL <typ.UInt32> (ZeroExt8to32 val) 375 (SLLconst <typ.UInt32> [3] 376 (ANDconst <typ.UInt32> [3] ptr))) 377 (NORconst [0] <typ.UInt32> (SLL <typ.UInt32> 378 (MOVWconst [0xff]) (SLLconst <typ.UInt32> [3] 379 (ANDconst <typ.UInt32> [3] ptr))))) mem) 380 381 // AtomicOr8(ptr,val) => LoweredAtomicOr(ptr&^3,uint32(val) << (((ptr^3) & 3) * 8)) 382 (AtomicOr8 ptr val mem) && config.BigEndian => 383 (LoweredAtomicOr (AND <typ.UInt32Ptr> (MOVWconst [^3]) ptr) 384 (SLL <typ.UInt32> (ZeroExt8to32 val) 385 (SLLconst <typ.UInt32> [3] 386 (ANDconst <typ.UInt32> [3] 387 (XORconst <typ.UInt32> [3] ptr)))) mem) 388 389 // AtomicAnd8(ptr,val) => LoweredAtomicAnd(ptr&^3,(uint32(val) << (((ptr^3) & 3) * 8)) | ^(uint32(0xFF) << (((ptr^3) & 3) * 8)))) 390 (AtomicAnd8 ptr val mem) && config.BigEndian => 391 (LoweredAtomicAnd (AND <typ.UInt32Ptr> (MOVWconst [^3]) ptr) 392 (OR <typ.UInt32> (SLL <typ.UInt32> (ZeroExt8to32 val) 393 (SLLconst <typ.UInt32> [3] 394 (ANDconst <typ.UInt32> [3] 395 (XORconst <typ.UInt32> [3] ptr)))) 396 (NORconst [0] <typ.UInt32> (SLL <typ.UInt32> 397 (MOVWconst [0xff]) (SLLconst <typ.UInt32> [3] 398 (ANDconst <typ.UInt32> [3] 399 (XORconst <typ.UInt32> [3] ptr)))))) mem) 400 401 (AtomicAnd32 ...) => (LoweredAtomicAnd ...) 402 (AtomicOr32 ...) => (LoweredAtomicOr ...) 403 404 405 // checks 406 (NilCheck ...) => (LoweredNilCheck ...) 407 (IsNonNil ptr) => (SGTU ptr (MOVWconst [0])) 408 (IsInBounds idx len) => (SGTU len idx) 409 (IsSliceInBounds idx len) => (XORconst [1] (SGTU idx len)) 410 411 // pseudo-ops 412 (GetClosurePtr ...) => (LoweredGetClosurePtr ...) 413 (GetCallerSP ...) => (LoweredGetCallerSP ...) 414 (GetCallerPC ...) => (LoweredGetCallerPC ...) 415 416 (If cond yes no) => (NE cond yes no) 417 418 // Write barrier. 419 (WB ...) => (LoweredWB ...) 420 421 (PanicBounds [kind] x y mem) && boundsABI(kind) == 0 => (LoweredPanicBoundsA [kind] x y mem) 422 (PanicBounds [kind] x y mem) && boundsABI(kind) == 1 => (LoweredPanicBoundsB [kind] x y mem) 423 (PanicBounds [kind] x y mem) && boundsABI(kind) == 2 => (LoweredPanicBoundsC [kind] x y mem) 424 425 (PanicExtend [kind] hi lo y mem) && boundsABI(kind) == 0 => (LoweredPanicExtendA [kind] hi lo y mem) 426 (PanicExtend [kind] hi lo y mem) && boundsABI(kind) == 1 => (LoweredPanicExtendB [kind] hi lo y mem) 427 (PanicExtend [kind] hi lo y mem) && boundsABI(kind) == 2 => (LoweredPanicExtendC [kind] hi lo y mem) 428 429 // Optimizations 430 431 // Absorb boolean tests into block 432 (NE (FPFlagTrue cmp) yes no) => (FPT cmp yes no) 433 (NE (FPFlagFalse cmp) yes no) => (FPF cmp yes no) 434 (EQ (FPFlagTrue cmp) yes no) => (FPF cmp yes no) 435 (EQ (FPFlagFalse cmp) yes no) => (FPT cmp yes no) 436 (NE (XORconst [1] cmp:(SGT _ _)) yes no) => (EQ cmp yes no) 437 (NE (XORconst [1] cmp:(SGTU _ _)) yes no) => (EQ cmp yes no) 438 (NE (XORconst [1] cmp:(SGTconst _)) yes no) => (EQ cmp yes no) 439 (NE (XORconst [1] cmp:(SGTUconst _)) yes no) => (EQ cmp yes no) 440 (NE (XORconst [1] cmp:(SGTzero _)) yes no) => (EQ cmp yes no) 441 (NE (XORconst [1] cmp:(SGTUzero _)) yes no) => (EQ cmp yes no) 442 (EQ (XORconst [1] cmp:(SGT _ _)) yes no) => (NE cmp yes no) 443 (EQ (XORconst [1] cmp:(SGTU _ _)) yes no) => (NE cmp yes no) 444 (EQ (XORconst [1] cmp:(SGTconst _)) yes no) => (NE cmp yes no) 445 (EQ (XORconst [1] cmp:(SGTUconst _)) yes no) => (NE cmp yes no) 446 (EQ (XORconst [1] cmp:(SGTzero _)) yes no) => (NE cmp yes no) 447 (EQ (XORconst [1] cmp:(SGTUzero _)) yes no) => (NE cmp yes no) 448 (NE (SGTUconst [1] x) yes no) => (EQ x yes no) 449 (EQ (SGTUconst [1] x) yes no) => (NE x yes no) 450 (NE (SGTUzero x) yes no) => (NE x yes no) 451 (EQ (SGTUzero x) yes no) => (EQ x yes no) 452 (NE (SGTconst [0] x) yes no) => (LTZ x yes no) 453 (EQ (SGTconst [0] x) yes no) => (GEZ x yes no) 454 (NE (SGTzero x) yes no) => (GTZ x yes no) 455 (EQ (SGTzero x) yes no) => (LEZ x yes no) 456 457 // fold offset into address 458 (ADDconst [off1] (MOVWaddr [off2] {sym} ptr)) => (MOVWaddr [off1+off2] {sym} ptr) 459 460 // fold address into load/store 461 (MOVBload [off1] {sym} x:(ADDconst [off2] ptr) mem) && (is16Bit(int64(off1+off2)) || x.Uses == 1) => (MOVBload [off1+off2] {sym} ptr mem) 462 (MOVBUload [off1] {sym} x:(ADDconst [off2] ptr) mem) && (is16Bit(int64(off1+off2)) || x.Uses == 1) => (MOVBUload [off1+off2] {sym} ptr mem) 463 (MOVHload [off1] {sym} x:(ADDconst [off2] ptr) mem) && (is16Bit(int64(off1+off2)) || x.Uses == 1) => (MOVHload [off1+off2] {sym} ptr mem) 464 (MOVHUload [off1] {sym} x:(ADDconst [off2] ptr) mem) && (is16Bit(int64(off1+off2)) || x.Uses == 1) => (MOVHUload [off1+off2] {sym} ptr mem) 465 (MOVWload [off1] {sym} x:(ADDconst [off2] ptr) mem) && (is16Bit(int64(off1+off2)) || x.Uses == 1) => (MOVWload [off1+off2] {sym} ptr mem) 466 (MOVFload [off1] {sym} x:(ADDconst [off2] ptr) mem) && (is16Bit(int64(off1+off2)) || x.Uses == 1) => (MOVFload [off1+off2] {sym} ptr mem) 467 (MOVDload [off1] {sym} x:(ADDconst [off2] ptr) mem) && (is16Bit(int64(off1+off2)) || x.Uses == 1) => (MOVDload [off1+off2] {sym} ptr mem) 468 469 (MOVBstore [off1] {sym} x:(ADDconst [off2] ptr) val mem) && (is16Bit(int64(off1+off2)) || x.Uses == 1) => (MOVBstore [off1+off2] {sym} ptr val mem) 470 (MOVHstore [off1] {sym} x:(ADDconst [off2] ptr) val mem) && (is16Bit(int64(off1+off2)) || x.Uses == 1) => (MOVHstore [off1+off2] {sym} ptr val mem) 471 (MOVWstore [off1] {sym} x:(ADDconst [off2] ptr) val mem) && (is16Bit(int64(off1+off2)) || x.Uses == 1) => (MOVWstore [off1+off2] {sym} ptr val mem) 472 (MOVFstore [off1] {sym} x:(ADDconst [off2] ptr) val mem) && (is16Bit(int64(off1+off2)) || x.Uses == 1) => (MOVFstore [off1+off2] {sym} ptr val mem) 473 (MOVDstore [off1] {sym} x:(ADDconst [off2] ptr) val mem) && (is16Bit(int64(off1+off2)) || x.Uses == 1) => (MOVDstore [off1+off2] {sym} ptr val mem) 474 475 (MOVBstorezero [off1] {sym} x:(ADDconst [off2] ptr) mem) && (is16Bit(int64(off1+off2)) || x.Uses == 1) => (MOVBstorezero [off1+off2] {sym} ptr mem) 476 (MOVHstorezero [off1] {sym} x:(ADDconst [off2] ptr) mem) && (is16Bit(int64(off1+off2)) || x.Uses == 1) => (MOVHstorezero [off1+off2] {sym} ptr mem) 477 (MOVWstorezero [off1] {sym} x:(ADDconst [off2] ptr) mem) && (is16Bit(int64(off1+off2)) || x.Uses == 1) => (MOVWstorezero [off1+off2] {sym} ptr mem) 478 479 (MOVBload [off1] {sym1} (MOVWaddr [off2] {sym2} ptr) mem) && canMergeSym(sym1,sym2) => 480 (MOVBload [off1+off2] {mergeSym(sym1,sym2)} ptr mem) 481 (MOVBUload [off1] {sym1} (MOVWaddr [off2] {sym2} ptr) mem) && canMergeSym(sym1,sym2) => 482 (MOVBUload [off1+off2] {mergeSym(sym1,sym2)} ptr mem) 483 (MOVHload [off1] {sym1} (MOVWaddr [off2] {sym2} ptr) mem) && canMergeSym(sym1,sym2) => 484 (MOVHload [off1+off2] {mergeSym(sym1,sym2)} ptr mem) 485 (MOVHUload [off1] {sym1} (MOVWaddr [off2] {sym2} ptr) mem) && canMergeSym(sym1,sym2) => 486 (MOVHUload [off1+off2] {mergeSym(sym1,sym2)} ptr mem) 487 (MOVWload [off1] {sym1} (MOVWaddr [off2] {sym2} ptr) mem) && canMergeSym(sym1,sym2) => 488 (MOVWload [off1+off2] {mergeSym(sym1,sym2)} ptr mem) 489 (MOVFload [off1] {sym1} (MOVWaddr [off2] {sym2} ptr) mem) && canMergeSym(sym1,sym2) => 490 (MOVFload [off1+off2] {mergeSym(sym1,sym2)} ptr mem) 491 (MOVDload [off1] {sym1} (MOVWaddr [off2] {sym2} ptr) mem) && canMergeSym(sym1,sym2) => 492 (MOVDload [off1+off2] {mergeSym(sym1,sym2)} ptr mem) 493 494 (MOVBstore [off1] {sym1} (MOVWaddr [off2] {sym2} ptr) val mem) && canMergeSym(sym1,sym2) => 495 (MOVBstore [off1+off2] {mergeSym(sym1,sym2)} ptr val mem) 496 (MOVHstore [off1] {sym1} (MOVWaddr [off2] {sym2} ptr) val mem) && canMergeSym(sym1,sym2) => 497 (MOVHstore [off1+off2] {mergeSym(sym1,sym2)} ptr val mem) 498 (MOVWstore [off1] {sym1} (MOVWaddr [off2] {sym2} ptr) val mem) && canMergeSym(sym1,sym2) => 499 (MOVWstore [off1+off2] {mergeSym(sym1,sym2)} ptr val mem) 500 (MOVFstore [off1] {sym1} (MOVWaddr [off2] {sym2} ptr) val mem) && canMergeSym(sym1,sym2) => 501 (MOVFstore [off1+off2] {mergeSym(sym1,sym2)} ptr val mem) 502 (MOVDstore [off1] {sym1} (MOVWaddr [off2] {sym2} ptr) val mem) && canMergeSym(sym1,sym2) => 503 (MOVDstore [off1+off2] {mergeSym(sym1,sym2)} ptr val mem) 504 (MOVBstorezero [off1] {sym1} (MOVWaddr [off2] {sym2} ptr) mem) && canMergeSym(sym1,sym2) => 505 (MOVBstorezero [off1+off2] {mergeSym(sym1,sym2)} ptr mem) 506 (MOVHstorezero [off1] {sym1} (MOVWaddr [off2] {sym2} ptr) mem) && canMergeSym(sym1,sym2) => 507 (MOVHstorezero [off1+off2] {mergeSym(sym1,sym2)} ptr mem) 508 (MOVWstorezero [off1] {sym1} (MOVWaddr [off2] {sym2} ptr) mem) && canMergeSym(sym1,sym2) => 509 (MOVWstorezero [off1+off2] {mergeSym(sym1,sym2)} ptr mem) 510 511 // replace load from same location as preceding store with zero/sign extension (or copy in case of full width) 512 (MOVBload [off] {sym} ptr (MOVBstore [off2] {sym2} ptr2 x _)) && sym == sym2 && off == off2 && isSamePtr(ptr, ptr2) => (MOVBreg x) 513 (MOVBUload [off] {sym} ptr (MOVBstore [off2] {sym2} ptr2 x _)) && sym == sym2 && off == off2 && isSamePtr(ptr, ptr2) => (MOVBUreg x) 514 (MOVHload [off] {sym} ptr (MOVHstore [off2] {sym2} ptr2 x _)) && sym == sym2 && off == off2 && isSamePtr(ptr, ptr2) => (MOVHreg x) 515 (MOVHUload [off] {sym} ptr (MOVHstore [off2] {sym2} ptr2 x _)) && sym == sym2 && off == off2 && isSamePtr(ptr, ptr2) => (MOVHUreg x) 516 (MOVWload [off] {sym} ptr (MOVWstore [off2] {sym2} ptr2 x _)) && sym == sym2 && off == off2 && isSamePtr(ptr, ptr2) => x 517 (MOVFload [off] {sym} ptr (MOVFstore [off2] {sym2} ptr2 x _)) && sym == sym2 && off == off2 && isSamePtr(ptr, ptr2) => x 518 (MOVDload [off] {sym} ptr (MOVDstore [off2] {sym2} ptr2 x _)) && sym == sym2 && off == off2 && isSamePtr(ptr, ptr2) => x 519 520 // store zero 521 (MOVBstore [off] {sym} ptr (MOVWconst [0]) mem) => (MOVBstorezero [off] {sym} ptr mem) 522 (MOVHstore [off] {sym} ptr (MOVWconst [0]) mem) => (MOVHstorezero [off] {sym} ptr mem) 523 (MOVWstore [off] {sym} ptr (MOVWconst [0]) mem) => (MOVWstorezero [off] {sym} ptr mem) 524 525 // don't extend after proper load 526 (MOVBreg x:(MOVBload _ _)) => (MOVWreg x) 527 (MOVBUreg x:(MOVBUload _ _)) => (MOVWreg x) 528 (MOVHreg x:(MOVBload _ _)) => (MOVWreg x) 529 (MOVHreg x:(MOVBUload _ _)) => (MOVWreg x) 530 (MOVHreg x:(MOVHload _ _)) => (MOVWreg x) 531 (MOVHUreg x:(MOVBUload _ _)) => (MOVWreg x) 532 (MOVHUreg x:(MOVHUload _ _)) => (MOVWreg x) 533 534 // fold double extensions 535 (MOVBreg x:(MOVBreg _)) => (MOVWreg x) 536 (MOVBUreg x:(MOVBUreg _)) => (MOVWreg x) 537 (MOVHreg x:(MOVBreg _)) => (MOVWreg x) 538 (MOVHreg x:(MOVBUreg _)) => (MOVWreg x) 539 (MOVHreg x:(MOVHreg _)) => (MOVWreg x) 540 (MOVHUreg x:(MOVBUreg _)) => (MOVWreg x) 541 (MOVHUreg x:(MOVHUreg _)) => (MOVWreg x) 542 543 // sign extended loads 544 // Note: The combined instruction must end up in the same block 545 // as the original load. If not, we end up making a value with 546 // memory type live in two different blocks, which can lead to 547 // multiple memory values alive simultaneously. 548 // Make sure we don't combine these ops if the load has another use. 549 // This prevents a single load from being split into multiple loads 550 // which then might return different values. See test/atomicload.go. 551 (MOVBreg <t> x:(MOVBUload [off] {sym} ptr mem)) && x.Uses == 1 && clobber(x) => @x.Block (MOVBload <t> [off] {sym} ptr mem) 552 (MOVBUreg <t> x:(MOVBload [off] {sym} ptr mem)) && x.Uses == 1 && clobber(x) => @x.Block (MOVBUload <t> [off] {sym} ptr mem) 553 (MOVHreg <t> x:(MOVHUload [off] {sym} ptr mem)) && x.Uses == 1 && clobber(x) => @x.Block (MOVHload <t> [off] {sym} ptr mem) 554 (MOVHUreg <t> x:(MOVHload [off] {sym} ptr mem)) && x.Uses == 1 && clobber(x) => @x.Block (MOVHUload <t> [off] {sym} ptr mem) 555 556 // fold extensions and ANDs together 557 (MOVBUreg (ANDconst [c] x)) => (ANDconst [c&0xff] x) 558 (MOVHUreg (ANDconst [c] x)) => (ANDconst [c&0xffff] x) 559 (MOVBreg (ANDconst [c] x)) && c & 0x80 == 0 => (ANDconst [c&0x7f] x) 560 (MOVHreg (ANDconst [c] x)) && c & 0x8000 == 0 => (ANDconst [c&0x7fff] x) 561 562 // don't extend before store 563 (MOVBstore [off] {sym} ptr (MOVBreg x) mem) => (MOVBstore [off] {sym} ptr x mem) 564 (MOVBstore [off] {sym} ptr (MOVBUreg x) mem) => (MOVBstore [off] {sym} ptr x mem) 565 (MOVBstore [off] {sym} ptr (MOVHreg x) mem) => (MOVBstore [off] {sym} ptr x mem) 566 (MOVBstore [off] {sym} ptr (MOVHUreg x) mem) => (MOVBstore [off] {sym} ptr x mem) 567 (MOVBstore [off] {sym} ptr (MOVWreg x) mem) => (MOVBstore [off] {sym} ptr x mem) 568 (MOVHstore [off] {sym} ptr (MOVHreg x) mem) => (MOVHstore [off] {sym} ptr x mem) 569 (MOVHstore [off] {sym} ptr (MOVHUreg x) mem) => (MOVHstore [off] {sym} ptr x mem) 570 (MOVHstore [off] {sym} ptr (MOVWreg x) mem) => (MOVHstore [off] {sym} ptr x mem) 571 (MOVWstore [off] {sym} ptr (MOVWreg x) mem) => (MOVWstore [off] {sym} ptr x mem) 572 573 // if a register move has only 1 use, just use the same register without emitting instruction 574 // MOVWnop doesn't emit instruction, only for ensuring the type. 575 (MOVWreg x) && x.Uses == 1 => (MOVWnop x) 576 577 // TODO: we should be able to get rid of MOVWnop all together. 578 // But for now, this is enough to get rid of lots of them. 579 (MOVWnop (MOVWconst [c])) => (MOVWconst [c]) 580 581 // fold constant into arithmetic ops 582 (ADD x (MOVWconst <t> [c])) && !t.IsPtr() => (ADDconst [c] x) 583 (SUB x (MOVWconst [c])) => (SUBconst [c] x) 584 (AND x (MOVWconst [c])) => (ANDconst [c] x) 585 (OR x (MOVWconst [c])) => (ORconst [c] x) 586 (XOR x (MOVWconst [c])) => (XORconst [c] x) 587 (NOR x (MOVWconst [c])) => (NORconst [c] x) 588 589 (SLL x (MOVWconst [c])) => (SLLconst x [c&31]) 590 (SRL x (MOVWconst [c])) => (SRLconst x [c&31]) 591 (SRA x (MOVWconst [c])) => (SRAconst x [c&31]) 592 593 (SGT (MOVWconst [c]) x) => (SGTconst [c] x) 594 (SGTU (MOVWconst [c]) x) => (SGTUconst [c] x) 595 (SGT x (MOVWconst [0])) => (SGTzero x) 596 (SGTU x (MOVWconst [0])) => (SGTUzero x) 597 598 // mul with constant 599 (Select1 (MULTU (MOVWconst [0]) _ )) => (MOVWconst [0]) 600 (Select0 (MULTU (MOVWconst [0]) _ )) => (MOVWconst [0]) 601 (Select1 (MULTU (MOVWconst [1]) x )) => x 602 (Select0 (MULTU (MOVWconst [1]) _ )) => (MOVWconst [0]) 603 (Select1 (MULTU (MOVWconst [-1]) x )) => (NEG <x.Type> x) 604 (Select0 (MULTU (MOVWconst [-1]) x )) => (CMOVZ (ADDconst <x.Type> [-1] x) (MOVWconst [0]) x) 605 (Select1 (MULTU (MOVWconst [c]) x )) && isPowerOfTwo64(int64(uint32(c))) => (SLLconst [int32(log2uint32(int64(c)))] x) 606 (Select0 (MULTU (MOVWconst [c]) x )) && isPowerOfTwo64(int64(uint32(c))) => (SRLconst [int32(32-log2uint32(int64(c)))] x) 607 608 (MUL (MOVWconst [0]) _ ) => (MOVWconst [0]) 609 (MUL (MOVWconst [1]) x ) => x 610 (MUL (MOVWconst [-1]) x ) => (NEG x) 611 (MUL (MOVWconst [c]) x ) && isPowerOfTwo64(int64(uint32(c))) => (SLLconst [int32(log2uint32(int64(c)))] x) 612 613 // generic simplifications 614 (ADD x (NEG y)) => (SUB x y) 615 (SUB x x) => (MOVWconst [0]) 616 (SUB (MOVWconst [0]) x) => (NEG x) 617 (AND x x) => x 618 (OR x x) => x 619 (XOR x x) => (MOVWconst [0]) 620 621 // miscellaneous patterns generated by dec64 622 (AND (SGTUconst [1] x) (SGTUconst [1] y)) => (SGTUconst [1] (OR <x.Type> x y)) 623 (OR (SGTUzero x) (SGTUzero y)) => (SGTUzero (OR <x.Type> x y)) 624 625 // remove redundant *const ops 626 (ADDconst [0] x) => x 627 (SUBconst [0] x) => x 628 (ANDconst [0] _) => (MOVWconst [0]) 629 (ANDconst [-1] x) => x 630 (ORconst [0] x) => x 631 (ORconst [-1] _) => (MOVWconst [-1]) 632 (XORconst [0] x) => x 633 (XORconst [-1] x) => (NORconst [0] x) 634 635 // generic constant folding 636 (ADDconst [c] (MOVWconst [d])) => (MOVWconst [int32(c+d)]) 637 (ADDconst [c] (ADDconst [d] x)) => (ADDconst [c+d] x) 638 (ADDconst [c] (SUBconst [d] x)) => (ADDconst [c-d] x) 639 (SUBconst [c] (MOVWconst [d])) => (MOVWconst [d-c]) 640 (SUBconst [c] (SUBconst [d] x)) => (ADDconst [-c-d] x) 641 (SUBconst [c] (ADDconst [d] x)) => (ADDconst [-c+d] x) 642 (SLLconst [c] (MOVWconst [d])) => (MOVWconst [d<<uint32(c)]) 643 (SRLconst [c] (MOVWconst [d])) => (MOVWconst [int32(uint32(d)>>uint32(c))]) 644 (SRAconst [c] (MOVWconst [d])) => (MOVWconst [d>>uint32(c)]) 645 (MUL (MOVWconst [c]) (MOVWconst [d])) => (MOVWconst [c*d]) 646 (Select1 (MULTU (MOVWconst [c]) (MOVWconst [d]))) => (MOVWconst [int32(uint32(c)*uint32(d))]) 647 (Select0 (MULTU (MOVWconst [c]) (MOVWconst [d]))) => (MOVWconst [int32((int64(uint32(c))*int64(uint32(d)))>>32)]) 648 (Select1 (DIV (MOVWconst [c]) (MOVWconst [d]))) && d != 0 => (MOVWconst [c/d]) 649 (Select1 (DIVU (MOVWconst [c]) (MOVWconst [d]))) && d != 0 => (MOVWconst [int32(uint32(c)/uint32(d))]) 650 (Select0 (DIV (MOVWconst [c]) (MOVWconst [d]))) && d != 0 => (MOVWconst [c%d]) 651 (Select0 (DIVU (MOVWconst [c]) (MOVWconst [d]))) && d != 0 => (MOVWconst [int32(uint32(c)%uint32(d))]) 652 (ANDconst [c] (MOVWconst [d])) => (MOVWconst [c&d]) 653 (ANDconst [c] (ANDconst [d] x)) => (ANDconst [c&d] x) 654 (ORconst [c] (MOVWconst [d])) => (MOVWconst [c|d]) 655 (ORconst [c] (ORconst [d] x)) => (ORconst [c|d] x) 656 (XORconst [c] (MOVWconst [d])) => (MOVWconst [c^d]) 657 (XORconst [c] (XORconst [d] x)) => (XORconst [c^d] x) 658 (NORconst [c] (MOVWconst [d])) => (MOVWconst [^(c|d)]) 659 (NEG (MOVWconst [c])) => (MOVWconst [-c]) 660 (MOVBreg (MOVWconst [c])) => (MOVWconst [int32(int8(c))]) 661 (MOVBUreg (MOVWconst [c])) => (MOVWconst [int32(uint8(c))]) 662 (MOVHreg (MOVWconst [c])) => (MOVWconst [int32(int16(c))]) 663 (MOVHUreg (MOVWconst [c])) => (MOVWconst [int32(uint16(c))]) 664 (MOVWreg (MOVWconst [c])) => (MOVWconst [c]) 665 666 // constant comparisons 667 (SGTconst [c] (MOVWconst [d])) && c > d => (MOVWconst [1]) 668 (SGTconst [c] (MOVWconst [d])) && c <= d => (MOVWconst [0]) 669 (SGTUconst [c] (MOVWconst [d])) && uint32(c) > uint32(d) => (MOVWconst [1]) 670 (SGTUconst [c] (MOVWconst [d])) && uint32(c) <= uint32(d) => (MOVWconst [0]) 671 (SGTzero (MOVWconst [d])) && d > 0 => (MOVWconst [1]) 672 (SGTzero (MOVWconst [d])) && d <= 0 => (MOVWconst [0]) 673 (SGTUzero (MOVWconst [d])) && d != 0 => (MOVWconst [1]) 674 (SGTUzero (MOVWconst [d])) && d == 0 => (MOVWconst [0]) 675 676 // other known comparisons 677 (SGTconst [c] (MOVBreg _)) && 0x7f < c => (MOVWconst [1]) 678 (SGTconst [c] (MOVBreg _)) && c <= -0x80 => (MOVWconst [0]) 679 (SGTconst [c] (MOVBUreg _)) && 0xff < c => (MOVWconst [1]) 680 (SGTconst [c] (MOVBUreg _)) && c < 0 => (MOVWconst [0]) 681 (SGTUconst [c] (MOVBUreg _)) && 0xff < uint32(c) => (MOVWconst [1]) 682 (SGTconst [c] (MOVHreg _)) && 0x7fff < c => (MOVWconst [1]) 683 (SGTconst [c] (MOVHreg _)) && c <= -0x8000 => (MOVWconst [0]) 684 (SGTconst [c] (MOVHUreg _)) && 0xffff < c => (MOVWconst [1]) 685 (SGTconst [c] (MOVHUreg _)) && c < 0 => (MOVWconst [0]) 686 (SGTUconst [c] (MOVHUreg _)) && 0xffff < uint32(c) => (MOVWconst [1]) 687 (SGTconst [c] (ANDconst [m] _)) && 0 <= m && m < c => (MOVWconst [1]) 688 (SGTUconst [c] (ANDconst [m] _)) && uint32(m) < uint32(c) => (MOVWconst [1]) 689 (SGTconst [c] (SRLconst _ [d])) && 0 <= c && uint32(d) <= 31 && 0xffffffff>>uint32(d) < uint32(c) => (MOVWconst [1]) 690 (SGTUconst [c] (SRLconst _ [d])) && uint32(d) <= 31 && 0xffffffff>>uint32(d) < uint32(c) => (MOVWconst [1]) 691 692 // absorb constants into branches 693 (EQ (MOVWconst [0]) yes no) => (First yes no) 694 (EQ (MOVWconst [c]) yes no) && c != 0 => (First no yes) 695 (NE (MOVWconst [0]) yes no) => (First no yes) 696 (NE (MOVWconst [c]) yes no) && c != 0 => (First yes no) 697 (LTZ (MOVWconst [c]) yes no) && c < 0 => (First yes no) 698 (LTZ (MOVWconst [c]) yes no) && c >= 0 => (First no yes) 699 (LEZ (MOVWconst [c]) yes no) && c <= 0 => (First yes no) 700 (LEZ (MOVWconst [c]) yes no) && c > 0 => (First no yes) 701 (GTZ (MOVWconst [c]) yes no) && c > 0 => (First yes no) 702 (GTZ (MOVWconst [c]) yes no) && c <= 0 => (First no yes) 703 (GEZ (MOVWconst [c]) yes no) && c >= 0 => (First yes no) 704 (GEZ (MOVWconst [c]) yes no) && c < 0 => (First no yes) 705 706 // conditional move 707 (CMOVZ _ f (MOVWconst [0])) => f 708 (CMOVZ a _ (MOVWconst [c])) && c!=0 => a 709 (CMOVZzero _ (MOVWconst [0])) => (MOVWconst [0]) 710 (CMOVZzero a (MOVWconst [c])) && c!=0 => a 711 (CMOVZ a (MOVWconst [0]) c) => (CMOVZzero a c) 712 713 // atomic 714 (LoweredAtomicStore32 ptr (MOVWconst [0]) mem) => (LoweredAtomicStorezero ptr mem) 715 (LoweredAtomicAdd ptr (MOVWconst [c]) mem) && is16Bit(int64(c)) => (LoweredAtomicAddconst [c] ptr mem) 716