reference, declaration → definition definition → references, declarations, derived classes, virtual overrides reference to multiple definitions → definitions unreferenced |
6115 unsigned IntrID = cast<ConstantSDNode>(Op.getOperand(1))->getZExtValue(); 6116 SDLoc DL(Op); 6121 MemSDNode *M = cast<MemSDNode>(Op); 6198 MemSDNode *M = cast<MemSDNode>(Op); 6206 return DAG.getAtomic(Opc, SDLoc(Op), M->getMemoryVT(), 6214 MemSDNode *M = cast<MemSDNode>(Op); 6238 return DAG.getMemIntrinsicNode(Opc, SDLoc(Op), M->getVTList(), Ops, 6243 unsigned Glc = cast<ConstantSDNode>(Op.getOperand(5))->getZExtValue(); 6244 unsigned Slc = cast<ConstantSDNode>(Op.getOperand(6))->getZExtValue(); 6246 if (auto Idx = dyn_cast<ConstantSDNode>(Op.getOperand(3))) 6249 Op.getOperand(0), // Chain 6250 Op.getOperand(2), // rsrc 6251 Op.getOperand(3), // vindex 6259 unsigned Offset = setBufferOffsets(Op.getOperand(4), DAG, &Ops[3]); 6267 EVT VT = Op.getValueType(); 6269 auto *M = cast<MemSDNode>(Op); 6271 EVT LoadVT = Op.getValueType(); 6282 return getMemIntrinsicNode(Opc, DL, Op->getVTList(), Ops, IntVT, 6289 auto Offsets = splitBufferOffsets(Op.getOperand(3), DAG); 6291 Op.getOperand(0), // Chain 6292 Op.getOperand(2), // rsrc 6295 Op.getOperand(4), // soffset 6297 Op.getOperand(5), // cachepolicy, swizzled buffer 6301 auto *M = cast<MemSDNode>(Op); 6309 auto Offsets = splitBufferOffsets(Op.getOperand(4), DAG); 6311 Op.getOperand(0), // Chain 6312 Op.getOperand(2), // rsrc 6313 Op.getOperand(3), // vindex 6315 Op.getOperand(5), // soffset 6317 Op.getOperand(6), // cachepolicy, swizzled buffer 6321 auto *M = cast<MemSDNode>(Op); 6324 return lowerIntrinsicLoad(cast<MemSDNode>(Op), IsFormat, DAG, Ops); 6327 MemSDNode *M = cast<MemSDNode>(Op); 6328 EVT LoadVT = Op.getValueType(); 6330 unsigned Dfmt = cast<ConstantSDNode>(Op.getOperand(7))->getZExtValue(); 6331 unsigned Nfmt = cast<ConstantSDNode>(Op.getOperand(8))->getZExtValue(); 6332 unsigned Glc = cast<ConstantSDNode>(Op.getOperand(9))->getZExtValue(); 6333 unsigned Slc = cast<ConstantSDNode>(Op.getOperand(10))->getZExtValue(); 6335 if (auto Idx = dyn_cast<ConstantSDNode>(Op.getOperand(3))) 6338 Op.getOperand(0), // Chain 6339 Op.getOperand(2), // rsrc 6340 Op.getOperand(3), // vindex 6341 Op.getOperand(4), // voffset 6342 Op.getOperand(5), // soffset 6343 Op.getOperand(6), // offset 6353 Op->getVTList(), Ops, LoadVT, M->getMemOperand(), 6357 MemSDNode *M = cast<MemSDNode>(Op); 6358 EVT LoadVT = Op.getValueType(); 6359 auto Offsets = splitBufferOffsets(Op.getOperand(3), DAG); 6362 Op.getOperand(0), // Chain 6363 Op.getOperand(2), // rsrc 6366 Op.getOperand(4), // soffset 6368 Op.getOperand(5), // format 6369 Op.getOperand(6), // cachepolicy, swizzled buffer 6377 Op->getVTList(), Ops, LoadVT, M->getMemOperand(), 6381 MemSDNode *M = cast<MemSDNode>(Op); 6382 EVT LoadVT = Op.getValueType(); 6383 auto Offsets = splitBufferOffsets(Op.getOperand(4), DAG); 6386 Op.getOperand(0), // Chain 6387 Op.getOperand(2), // rsrc 6388 Op.getOperand(3), // vindex 6390 Op.getOperand(5), // soffset 6392 Op.getOperand(6), // format 6393 Op.getOperand(7), // cachepolicy, swizzled buffer 6401 Op->getVTList(), Ops, LoadVT, M->getMemOperand(), 6414 unsigned Slc = cast<ConstantSDNode>(Op.getOperand(6))->getZExtValue(); 6416 if (auto Idx = dyn_cast<ConstantSDNode>(Op.getOperand(4))) 6419 Op.getOperand(0), // Chain 6420 Op.getOperand(2), // vdata 6421 Op.getOperand(3), // rsrc 6422 Op.getOperand(4), // vindex 6429 unsigned Offset = setBufferOffsets(Op.getOperand(5), DAG, &Ops[4]); 6433 EVT VT = Op.getValueType(); 6435 auto *M = cast<MemSDNode>(Op); 6474 return DAG.getMemIntrinsicNode(Opcode, DL, Op->getVTList(), Ops, VT, 6489 auto Offsets = splitBufferOffsets(Op.getOperand(4), DAG); 6491 Op.getOperand(0), // Chain 6492 Op.getOperand(2), // vdata 6493 Op.getOperand(3), // rsrc 6496 Op.getOperand(5), // soffset 6498 Op.getOperand(6), // cachepolicy 6501 EVT VT = Op.getValueType(); 6503 auto *M = cast<MemSDNode>(Op); 6548 return DAG.getMemIntrinsicNode(Opcode, DL, Op->getVTList(), Ops, VT, 6563 auto Offsets = splitBufferOffsets(Op.getOperand(5), DAG); 6565 Op.getOperand(0), // Chain 6566 Op.getOperand(2), // vdata 6567 Op.getOperand(3), // rsrc 6568 Op.getOperand(4), // vindex 6570 Op.getOperand(6), // soffset 6572 Op.getOperand(7), // cachepolicy 6575 EVT VT = Op.getValueType(); 6577 auto *M = cast<MemSDNode>(Op); 6623 return DAG.getMemIntrinsicNode(Opcode, DL, Op->getVTList(), Ops, VT, 6627 unsigned Slc = cast<ConstantSDNode>(Op.getOperand(7))->getZExtValue(); 6629 if (auto Idx = dyn_cast<ConstantSDNode>(Op.getOperand(5))) 6632 Op.getOperand(0), // Chain 6633 Op.getOperand(2), // src 6634 Op.getOperand(3), // cmp 6635 Op.getOperand(4), // rsrc 6636 Op.getOperand(5), // vindex 6643 unsigned Offset = setBufferOffsets(Op.getOperand(6), DAG, &Ops[5]); 6647 EVT VT = Op.getValueType(); 6648 auto *M = cast<MemSDNode>(Op); 6652 Op->getVTList(), Ops, VT, M->getMemOperand()); 6655 auto Offsets = splitBufferOffsets(Op.getOperand(5), DAG); 6657 Op.getOperand(0), // Chain 6658 Op.getOperand(2), // src 6659 Op.getOperand(3), // cmp 6660 Op.getOperand(4), // rsrc 6663 Op.getOperand(6), // soffset 6665 Op.getOperand(7), // cachepolicy 6668 EVT VT = Op.getValueType(); 6669 auto *M = cast<MemSDNode>(Op); 6673 Op->getVTList(), Ops, VT, M->getMemOperand()); 6676 auto Offsets = splitBufferOffsets(Op.getOperand(6), DAG); 6678 Op.getOperand(0), // Chain 6679 Op.getOperand(2), // src 6680 Op.getOperand(3), // cmp 6681 Op.getOperand(4), // rsrc 6682 Op.getOperand(5), // vindex 6684 Op.getOperand(7), // soffset 6686 Op.getOperand(8), // cachepolicy 6689 EVT VT = Op.getValueType(); 6690 auto *M = cast<MemSDNode>(Op); 6695 Op->getVTList(), Ops, VT, M->getMemOperand()); 6701 return lowerImage(Op, ImageDimIntr, DAG);