|
|
reference, declaration → definition
definition → references, declarations, derived classes, virtual overrides
reference to multiple definitions → definitions
unreferenced
|
References
gen/lib/Target/AArch64/AArch64GenDAGISel.inc114727 if (cast<StoreSDNode>(N)->getAddressingMode() != ISD::UNINDEXED) return false;
114736 if (!cast<StoreSDNode>(N)->isTruncatingStore()) return false;
114772 if (cast<StoreSDNode>(N)->isTruncatingStore()) return false;
114808 return cast<StoreSDNode>(N)->isNonTemporal();
114817 ISD::MemIndexedMode AM = cast<StoreSDNode>(N)->getAddressingMode();
114832 ISD::MemIndexedMode AM = cast<StoreSDNode>(N)->getAddressingMode();
gen/lib/Target/AMDGPU/AMDGPUGenDAGISel.inc79042 if (cast<StoreSDNode>(N)->getAddressingMode() != ISD::UNINDEXED) return false;
79050 if (cast<StoreSDNode>(N)->isTruncatingStore()) return false;
79062 if (cast<StoreSDNode>(N)->isTruncatingStore()) return false;
79073 if (cast<StoreSDNode>(N)->isTruncatingStore()) return false;
79084 if (cast<StoreSDNode>(N)->isTruncatingStore()) return false;
79092 if (!cast<StoreSDNode>(N)->isTruncatingStore()) return false;
79118 if (cast<StoreSDNode>(N)->isTruncatingStore()) return false;
79129 if (cast<StoreSDNode>(N)->isTruncatingStore()) return false;
79176 if (cast<StoreSDNode>(N)->isTruncatingStore()) return false;
gen/lib/Target/AMDGPU/R600GenDAGISel.inc12473 if (cast<StoreSDNode>(N)->getAddressingMode() != ISD::UNINDEXED) return false;
12484 if (cast<StoreSDNode>(N)->isTruncatingStore()) return false;
12495 if (cast<StoreSDNode>(N)->isTruncatingStore()) return false;
12503 if (!cast<StoreSDNode>(N)->isTruncatingStore()) return false;
12514 if (cast<StoreSDNode>(N)->isTruncatingStore()) return false;
gen/lib/Target/ARC/ARCGenDAGISel.inc 1096 if (cast<StoreSDNode>(N)->getAddressingMode() != ISD::UNINDEXED) return false;
1104 if (cast<StoreSDNode>(N)->isTruncatingStore()) return false;
1112 if (!cast<StoreSDNode>(N)->isTruncatingStore()) return false;
gen/lib/Target/ARM/ARMGenDAGISel.inc54315 if (cast<StoreSDNode>(N)->getAddressingMode() != ISD::UNINDEXED) return false;
54324 if (!cast<StoreSDNode>(N)->isTruncatingStore()) return false;
54334 ISD::MemIndexedMode AM = cast<StoreSDNode>(N)->getAddressingMode();
54358 if (cast<StoreSDNode>(N)->isTruncatingStore()) return false;
54369 return cast<StoreSDNode>(N)->getAlignment() >= 4;
54378 ISD::MemIndexedMode AM = cast<StoreSDNode>(N)->getAddressingMode();
54387 return cast<StoreSDNode>(N)->getAlignment() == 2;
54395 return cast<StoreSDNode>(N)->getAlignment() == 1;
54403 return cast<StoreSDNode>(N)->getAlignment() < 4;
54413 return cast<StoreSDNode>(N)->getAlignment() >= 2;
54421 return cast<StoreSDNode>(N)->getAlignment() >= 8;
54429 return cast<StoreSDNode>(N)->getAlignment() == 4;
54438 if (cast<StoreSDNode>(N)->getMemoryVT().getScalarType() != MVT::i8) return false;
54448 if (cast<StoreSDNode>(N)->getMemoryVT().getScalarType() != MVT::i16) return false;
gen/lib/Target/AVR/AVRGenDAGISel.inc 1613 if (cast<StoreSDNode>(N)->getAddressingMode() != ISD::UNINDEXED) return false;
1622 if (cast<StoreSDNode>(N)->isTruncatingStore()) return false;
1648 ISD::MemIndexedMode AM = cast<StoreSDNode>(N)->getAddressingMode();
1657 ISD::MemIndexedMode AM = cast<StoreSDNode>(N)->getAddressingMode();
gen/lib/Target/BPF/BPFGenDAGISel.inc 1932 if (cast<StoreSDNode>(N)->getAddressingMode() != ISD::UNINDEXED) return false;
1940 if (!cast<StoreSDNode>(N)->isTruncatingStore()) return false;
1979 if (cast<StoreSDNode>(N)->isTruncatingStore()) return false;
gen/lib/Target/Hexagon/HexagonGenDAGISel.inc72327 if (cast<StoreSDNode>(N)->getAddressingMode() != ISD::UNINDEXED) return false;
72336 if (!cast<StoreSDNode>(N)->isTruncatingStore()) return false;
72396 if (cast<StoreSDNode>(N)->isTruncatingStore()) return false;
72505 ISD::MemIndexedMode AM = cast<StoreSDNode>(N)->getAddressingMode();
72516 return isSmallStackStore(cast<StoreSDNode>(N));
72526 return !isSmallStackStore(cast<StoreSDNode>(N));
72569 return cast<StoreSDNode>(N)->isNonTemporal();
72577 StoreSDNode *St = cast<StoreSDNode>(N);
72577 StoreSDNode *St = cast<StoreSDNode>(N);
gen/lib/Target/Lanai/LanaiGenDAGISel.inc 1418 if (cast<StoreSDNode>(N)->getAddressingMode() != ISD::UNINDEXED) return false;
1426 if (cast<StoreSDNode>(N)->isTruncatingStore()) return false;
1434 if (!cast<StoreSDNode>(N)->isTruncatingStore()) return false;
gen/lib/Target/MSP430/MSP430GenDAGISel.inc 4807 if (cast<StoreSDNode>(N)->getAddressingMode() != ISD::UNINDEXED) return false;
4815 if (cast<StoreSDNode>(N)->isTruncatingStore()) return false;
gen/lib/Target/Mips/MipsGenDAGISel.inc29985 if (cast<StoreSDNode>(N)->getAddressingMode() != ISD::UNINDEXED) return false;
29993 if (cast<StoreSDNode>(N)->isTruncatingStore()) return false;
30001 if (!cast<StoreSDNode>(N)->isTruncatingStore()) return false;
gen/lib/Target/PowerPC/PPCGenDAGISel.inc44098 if (cast<StoreSDNode>(N)->getAddressingMode() != ISD::UNINDEXED) return false;
44107 if (!cast<StoreSDNode>(N)->isTruncatingStore()) return false;
44167 if (cast<StoreSDNode>(N)->isTruncatingStore()) return false;
44195 ISD::MemIndexedMode AM = cast<StoreSDNode>(N)->getAddressingMode();
44231 return cast<StoreSDNode>(N)->getAlignment() >= 4;
44239 return cast<StoreSDNode>(N)->getAlignment() < 4;
44248 return cast<StoreSDNode>(N)->getMemoryVT() == MVT::v4f32;
gen/lib/Target/RISCV/RISCVGenDAGISel.inc13919 if (cast<StoreSDNode>(N)->getAddressingMode() != ISD::UNINDEXED) return false;
13927 if (!cast<StoreSDNode>(N)->isTruncatingStore()) return false;
13935 if (cast<StoreSDNode>(N)->isTruncatingStore()) return false;
gen/lib/Target/Sparc/SparcGenDAGISel.inc 3428 if (cast<StoreSDNode>(N)->getAddressingMode() != ISD::UNINDEXED) return false;
3436 if (cast<StoreSDNode>(N)->isTruncatingStore()) return false;
3444 if (!cast<StoreSDNode>(N)->isTruncatingStore()) return false;
gen/lib/Target/SystemZ/SystemZGenDAGISel.inc29868 if (cast<StoreSDNode>(N)->getAddressingMode() != ISD::UNINDEXED) return false;
29876 if (!cast<StoreSDNode>(N)->isTruncatingStore()) return false;
29895 auto *Store = cast<StoreSDNode>(N);
29895 auto *Store = cast<StoreSDNode>(N);
29937 if (cast<StoreSDNode>(N)->isTruncatingStore()) return false;
29946 return cast<StoreSDNode>(N)->isSimple();
30040 auto *Store = cast<StoreSDNode>(N);
30040 auto *Store = cast<StoreSDNode>(N);
gen/lib/Target/WebAssembly/WebAssemblyGenDAGISel.inc21331 if (cast<StoreSDNode>(N)->getAddressingMode() != ISD::UNINDEXED) return false;
21339 if (cast<StoreSDNode>(N)->isTruncatingStore()) return false;
21347 if (!cast<StoreSDNode>(N)->isTruncatingStore()) return false;
gen/lib/Target/X86/X86GenDAGISel.inc253573 if (cast<StoreSDNode>(N)->getAddressingMode() != ISD::UNINDEXED) return false;
253581 if (cast<StoreSDNode>(N)->isTruncatingStore()) return false;
253590 return cast<StoreSDNode>(N)->isNonTemporal();
253598 StoreSDNode *St = cast<StoreSDNode>(N);
253598 StoreSDNode *St = cast<StoreSDNode>(N);
253759 return cast<StoreSDNode>(N)->isSimple();
253766 if (!cast<StoreSDNode>(N)->isTruncatingStore()) return false;
253793 auto *St = cast<StoreSDNode>(N);
253793 auto *St = cast<StoreSDNode>(N);
253801 if (cast<StoreSDNode>(N)->getMemoryVT().getScalarType() != MVT::i8) return false;
253809 if (cast<StoreSDNode>(N)->getMemoryVT().getScalarType() != MVT::i16) return false;
253817 if (cast<StoreSDNode>(N)->getMemoryVT().getScalarType() != MVT::i32) return false;
gen/lib/Target/XCore/XCoreGenDAGISel.inc 2369 if (cast<StoreSDNode>(N)->getAddressingMode() != ISD::UNINDEXED) return false;
2377 if (!cast<StoreSDNode>(N)->isTruncatingStore()) return false;
2385 if (cast<StoreSDNode>(N)->isTruncatingStore()) return false;
include/llvm/CodeGen/SelectionDAG.h 350 SDNodeT *newSDNode(ArgTypes &&... Args) {
351 return new (NodeAllocator.template Allocate<SDNodeT>())
352 SDNodeT(std::forward<ArgTypes>(Args)...);
include/llvm/CodeGen/SelectionDAGNodes.h 2630 const StoreSDNode *St = dyn_cast<StoreSDNode>(N);
2630 const StoreSDNode *St = dyn_cast<StoreSDNode>(N);
2637 return isa<StoreSDNode>(N) && !cast<StoreSDNode>(N)->isTruncatingStore();
2637 return isa<StoreSDNode>(N) && !cast<StoreSDNode>(N)->isTruncatingStore();
2642 return isa<StoreSDNode>(N) && cast<StoreSDNode>(N)->isTruncatingStore();
2642 return isa<StoreSDNode>(N) && cast<StoreSDNode>(N)->isTruncatingStore();
2647 return isa<StoreSDNode>(N) &&
2648 cast<StoreSDNode>(N)->getAddressingMode() == ISD::UNINDEXED;
include/llvm/CodeGen/TargetLowering.h 4135 SDValue scalarizeVectorStore(StoreSDNode *ST, SelectionDAG &DAG) const;
4144 SDValue expandUnalignedStore(StoreSDNode *ST, SelectionDAG &DAG) const;
include/llvm/Support/Casting.h 58 return To::classof(&Val);
92 return isa_impl<To, From>::doit(*Val);
106 return isa_impl<To, From>::doit(*Val);
122 return isa_impl_wrap<To, SimpleFrom,
132 return isa_impl_cl<To,FromTy>::doit(Val);
142 return isa_impl_wrap<X, const Y,
172 using ret_type = To *; // Pointer arg case, return Ty*
176 using ret_type = const To *; // Constant pointer arg case, return const Ty*
198 using ret_type = typename cast_retty<To, SimpleFrom>::ret_type;
204 using ret_type = typename cast_retty_impl<To,FromTy>::ret_type;
210 To, From, typename simplify_type<From>::SimpleType>::ret_type;
218 static typename cast_retty<To, From>::ret_type doit(From &Val) {
219 return cast_convert_val<To, SimpleFrom,
227 static typename cast_retty<To, FromTy>::ret_type doit(const FromTy &Val) {
228 typename cast_retty<To, FromTy>::ret_type Res2
248 typename cast_retty<X, const Y>::ret_type>::type
252 X, const Y, typename simplify_type<const Y>::SimpleType>::doit(Val);
256 inline typename cast_retty<X, Y>::ret_type cast(Y &Val) {
258 return cast_convert_val<X, Y,
263 inline typename cast_retty<X, Y *>::ret_type cast(Y *Val) {
265 return cast_convert_val<X, Y*,
331 typename cast_retty<X, const Y>::ret_type>::type
333 return isa<X>(Val) ? cast<X>(Val) : nullptr;
333 return isa<X>(Val) ? cast<X>(Val) : nullptr;
337 LLVM_NODISCARD inline typename cast_retty<X, Y>::ret_type dyn_cast(Y &Val) {
338 return isa<X>(Val) ? cast<X>(Val) : nullptr;
338 return isa<X>(Val) ? cast<X>(Val) : nullptr;
342 LLVM_NODISCARD inline typename cast_retty<X, Y *>::ret_type dyn_cast(Y *Val) {
343 return isa<X>(Val) ? cast<X>(Val) : nullptr;
343 return isa<X>(Val) ? cast<X>(Val) : nullptr;
include/llvm/Support/Recycler.h 83 SubClass *Allocate(AllocatorType &Allocator) {
84 static_assert(alignof(SubClass) <= Align,
86 static_assert(sizeof(SubClass) <= Size,
93 T *Allocate(AllocatorType &Allocator) {
include/llvm/Support/RecyclingAllocator.h 43 SubClass *Allocate() { return Base.template Allocate<SubClass>(Allocator); }
43 SubClass *Allocate() { return Base.template Allocate<SubClass>(Allocator); }
lib/CodeGen/SelectionDAG/DAGCombiner.cpp 328 bool getTruncatedStoreValue(StoreSDNode *ST, SDValue &Val);
457 SDValue replaceStoreChain(StoreSDNode *ST, SDValue BetterChain);
458 SDValue replaceStoreOfFPConstant(StoreSDNode *ST);
549 SDValue MatchStoreCombine(StoreSDNode *N);
552 SDValue splitMergedValStore(StoreSDNode *ST);
581 bool findBetterNeighborChains(StoreSDNode *St);
585 bool parallelizeChainedStores(StoreSDNode *St);
646 void getStoreMergeCandidates(StoreSDNode *St,
663 bool MergeConsecutiveStores(StoreSDNode *St);
4758 StoreSDNode *Store = cast<StoreSDNode>(LDST);
4758 StoreSDNode *Store = cast<StoreSDNode>(LDST);
6475 SDValue DAGCombiner::MatchStoreCombine(StoreSDNode *N) {
6478 SmallVector<StoreSDNode *, 8> Stores;
6479 for (StoreSDNode *Store = N; Store; Store = dyn_cast<StoreSDNode>(Chain)) {
6479 for (StoreSDNode *Store = N; Store; Store = dyn_cast<StoreSDNode>(Chain)) {
6504 StoreSDNode *FirstStore = nullptr;
13462 } else if (StoreSDNode *ST = dyn_cast<StoreSDNode>(Use)) {
13462 } else if (StoreSDNode *ST = dyn_cast<StoreSDNode>(Use)) {
13516 } else if (StoreSDNode *ST = dyn_cast<StoreSDNode>(N)) {
13516 } else if (StoreSDNode *ST = dyn_cast<StoreSDNode>(N)) {
13570 SDValue Val = cast<StoreSDNode>(N)->getValue();
13747 } else if (StoreSDNode *ST = dyn_cast<StoreSDNode>(N)) {
13747 } else if (StoreSDNode *ST = dyn_cast<StoreSDNode>(N)) {
13881 bool DAGCombiner::getTruncatedStoreValue(StoreSDNode *ST, SDValue &Val) {
13936 StoreSDNode *ST = dyn_cast<StoreSDNode>(Chain.getNode());
13936 StoreSDNode *ST = dyn_cast<StoreSDNode>(Chain.getNode());
14775 SDValue IVal, StoreSDNode *St,
14839 StoreSDNode *ST = cast<StoreSDNode>(N);
14839 StoreSDNode *ST = cast<StoreSDNode>(N);
14964 StoreSDNode *ST = cast<StoreSDNode>(N);
14964 StoreSDNode *ST = cast<StoreSDNode>(N);
15132 StoreSDNode *St = cast<StoreSDNode>(StoreNodes[I].MemNode);
15132 StoreSDNode *St = cast<StoreSDNode>(StoreNodes[I].MemNode);
15161 StoreSDNode *St = cast<StoreSDNode>(StoreNodes[i].MemNode);
15161 StoreSDNode *St = cast<StoreSDNode>(StoreNodes[i].MemNode);
15204 StoreSDNode *St = cast<StoreSDNode>(StoreNodes[Idx].MemNode);
15204 StoreSDNode *St = cast<StoreSDNode>(StoreNodes[Idx].MemNode);
15263 StoreSDNode *St, SmallVectorImpl<MemOpLink> &StoreNodes,
15396 if (StoreSDNode *OtherST = dyn_cast<StoreSDNode>(*I2)) {
15396 if (StoreSDNode *OtherST = dyn_cast<StoreSDNode>(*I2)) {
15407 if (StoreSDNode *OtherST = dyn_cast<StoreSDNode>(*I)) {
15407 if (StoreSDNode *OtherST = dyn_cast<StoreSDNode>(*I)) {
15485 bool DAGCombiner::MergeConsecutiveStores(StoreSDNode *St) {
15594 StoreSDNode *ST = cast<StoreSDNode>(StoreNodes[i].MemNode);
15594 StoreSDNode *ST = cast<StoreSDNode>(StoreNodes[i].MemNode);
15779 StoreSDNode *St = cast<StoreSDNode>(StoreNodes[i].MemNode);
15779 StoreSDNode *St = cast<StoreSDNode>(StoreNodes[i].MemNode);
16019 SDValue DAGCombiner::replaceStoreChain(StoreSDNode *ST, SDValue BetterChain) {
16044 SDValue DAGCombiner::replaceStoreOfFPConstant(StoreSDNode *ST) {
16124 StoreSDNode *ST = cast<StoreSDNode>(N);
16124 StoreSDNode *ST = cast<StoreSDNode>(N);
16234 if (StoreSDNode *ST1 = dyn_cast<StoreSDNode>(Chain)) {
16234 if (StoreSDNode *ST1 = dyn_cast<StoreSDNode>(Chain)) {
16311 if (N->getOpcode() == ISD::DELETED_NODE || !isa<StoreSDNode>(N))
16364 StoreSDNode *ST = dyn_cast<StoreSDNode>(Chain);
16364 StoreSDNode *ST = dyn_cast<StoreSDNode>(Chain);
16413 SDValue DAGCombiner::splitMergedValStore(StoreSDNode *ST) {
20753 bool DAGCombiner::parallelizeChainedStores(StoreSDNode *St) {
20754 SmallVector<StoreSDNode *, 8> ChainedStores;
20755 StoreSDNode *STChain = St;
20780 while (StoreSDNode *Chain = dyn_cast<StoreSDNode>(STChain->getChain())) {
20780 while (StoreSDNode *Chain = dyn_cast<StoreSDNode>(STChain->getChain())) {
20819 StoreSDNode *S = ChainedStores[--I];
20821 S = cast<StoreSDNode>(DAG.UpdateNodeOperands(
20861 bool DAGCombiner::findBetterNeighborChains(StoreSDNode *St) {
lib/CodeGen/SelectionDAG/LegalizeDAG.cpp 114 SDValue OptimizeFloatStore(StoreSDNode *ST);
423 SDValue SelectionDAGLegalize::OptimizeFloatStore(StoreSDNode* ST) {
483 StoreSDNode *ST = cast<StoreSDNode>(Node);
483 StoreSDNode *ST = cast<StoreSDNode>(Node);
1299 if (StoreSDNode *ST = dyn_cast<StoreSDNode>(User)) {
1299 if (StoreSDNode *ST = dyn_cast<StoreSDNode>(User)) {
lib/CodeGen/SelectionDAG/LegalizeFloatTypes.cpp 1020 StoreSDNode *ST = cast<StoreSDNode>(N);
1020 StoreSDNode *ST = cast<StoreSDNode>(N);
1657 case ISD::STORE: Res = ExpandFloatOp_STORE(cast<StoreSDNode>(N),
1809 StoreSDNode *ST = cast<StoreSDNode>(N);
1809 StoreSDNode *ST = cast<StoreSDNode>(N);
2004 StoreSDNode *ST = cast<StoreSDNode>(N);
2004 StoreSDNode *ST = cast<StoreSDNode>(N);
lib/CodeGen/SelectionDAG/LegalizeIntegerTypes.cpp 1178 case ISD::STORE: Res = PromoteIntOp_STORE(cast<StoreSDNode>(N),
1467 SDValue DAGTypeLegalizer::PromoteIntOp_STORE(StoreSDNode *N, unsigned OpNo){
3612 case ISD::STORE: Res = ExpandIntOp_STORE(cast<StoreSDNode>(N), OpNo); break;
3890 SDValue DAGTypeLegalizer::ExpandIntOp_STORE(StoreSDNode *N, unsigned OpNo) {
lib/CodeGen/SelectionDAG/LegalizeTypes.h 365 SDValue PromoteIntOp_STORE(StoreSDNode *N, unsigned OpNo);
455 SDValue ExpandIntOp_STORE(StoreSDNode *N, unsigned OpNo);
704 SDValue ScalarizeVecOp_STORE(StoreSDNode *N, unsigned OpNo);
765 SDValue SplitVecOp_STORE(StoreSDNode *N, unsigned OpNo);
872 void GenWidenVectorStores(SmallVectorImpl<SDValue> &StChain, StoreSDNode *ST);
879 StoreSDNode *ST);
lib/CodeGen/SelectionDAG/LegalizeTypesGeneric.cpp 461 StoreSDNode *St = cast<StoreSDNode>(N);
461 StoreSDNode *St = cast<StoreSDNode>(N);
lib/CodeGen/SelectionDAG/LegalizeVectorOps.cpp 274 StoreSDNode *ST = cast<StoreSDNode>(Op.getNode());
274 StoreSDNode *ST = cast<StoreSDNode>(Op.getNode());
764 StoreSDNode *ST = cast<StoreSDNode>(Op.getNode());
764 StoreSDNode *ST = cast<StoreSDNode>(Op.getNode());
lib/CodeGen/SelectionDAG/LegalizeVectorTypes.cpp 626 Res = ScalarizeVecOp_STORE(cast<StoreSDNode>(N), OpNo);
768 SDValue DAGTypeLegalizer::ScalarizeVecOp_STORE(StoreSDNode *N, unsigned OpNo){
1992 Res = SplitVecOp_STORE(cast<StoreSDNode>(N), OpNo);
2479 SDValue DAGTypeLegalizer::SplitVecOp_STORE(StoreSDNode *N, unsigned OpNo) {
4437 StoreSDNode *ST = cast<StoreSDNode>(N);
4437 StoreSDNode *ST = cast<StoreSDNode>(N);
4960 StoreSDNode *ST) {
5029 StoreSDNode *ST) {
lib/CodeGen/SelectionDAG/SelectionDAG.cpp 555 const StoreSDNode *ST = cast<StoreSDNode>(N);
555 const StoreSDNode *ST = cast<StoreSDNode>(N);
5761 StoreSDNode *ST = dyn_cast<StoreSDNode>(OutStoreChains[i]);
5761 StoreSDNode *ST = dyn_cast<StoreSDNode>(OutStoreChains[i]);
6850 ID.AddInteger(getSyntheticNodeSubclassData<StoreSDNode>(
6855 cast<StoreSDNode>(E)->refineAlignment(MMO);
6858 auto *N = newSDNode<StoreSDNode>(dl.getIROrder(), dl.getDebugLoc(), VTs,
6858 auto *N = newSDNode<StoreSDNode>(dl.getIROrder(), dl.getDebugLoc(), VTs,
6917 ID.AddInteger(getSyntheticNodeSubclassData<StoreSDNode>(
6922 cast<StoreSDNode>(E)->refineAlignment(MMO);
6925 auto *N = newSDNode<StoreSDNode>(dl.getIROrder(), dl.getDebugLoc(), VTs,
6925 auto *N = newSDNode<StoreSDNode>(dl.getIROrder(), dl.getDebugLoc(), VTs,
6939 StoreSDNode *ST = cast<StoreSDNode>(OrigStore);
6939 StoreSDNode *ST = cast<StoreSDNode>(OrigStore);
6952 auto *N = newSDNode<StoreSDNode>(dl.getIROrder(), dl.getDebugLoc(), VTs, AM,
6952 auto *N = newSDNode<StoreSDNode>(dl.getIROrder(), dl.getDebugLoc(), VTs, AM,
lib/CodeGen/SelectionDAG/SelectionDAGDumper.cpp 661 } else if (const StoreSDNode *ST = dyn_cast<StoreSDNode>(this)) {
661 } else if (const StoreSDNode *ST = dyn_cast<StoreSDNode>(this)) {
lib/CodeGen/SelectionDAG/TargetLowering.cpp 6386 SDValue TargetLowering::scalarizeVectorStore(StoreSDNode *ST,
6615 SDValue TargetLowering::expandUnalignedStore(StoreSDNode *ST,
lib/Target/AArch64/AArch64ISelLowering.cpp 2897 static SDValue LowerTruncateVectorStore(SDLoc DL, StoreSDNode *ST,
2934 StoreSDNode *StoreNode = cast<StoreSDNode>(Op);
2934 StoreSDNode *StoreNode = cast<StoreSDNode>(Op);
10624 static SDValue splitStoreSplat(SelectionDAG &DAG, StoreSDNode &St,
10679 static SDValue replaceZeroVectorStore(SelectionDAG &DAG, StoreSDNode &St) {
10742 static SDValue replaceSplatVectorStore(SelectionDAG &DAG, StoreSDNode &St) {
10799 StoreSDNode *S = cast<StoreSDNode>(N);
10799 StoreSDNode *S = cast<StoreSDNode>(N);
11889 } else if (StoreSDNode *ST = dyn_cast<StoreSDNode>(N)) {
11889 } else if (StoreSDNode *ST = dyn_cast<StoreSDNode>(N)) {
11910 } else if (StoreSDNode *ST = dyn_cast<StoreSDNode>(N)) {
11910 } else if (StoreSDNode *ST = dyn_cast<StoreSDNode>(N)) {
lib/Target/AMDGPU/AMDGPUISelLowering.cpp 1484 StoreSDNode *Store = cast<StoreSDNode>(Op);
1484 StoreSDNode *Store = cast<StoreSDNode>(Op);
2901 StoreSDNode *SN = cast<StoreSDNode>(N);
2901 StoreSDNode *SN = cast<StoreSDNode>(N);
lib/Target/AMDGPU/R600ISelLowering.cpp 1138 SDValue R600TargetLowering::lowerPrivateTruncStore(StoreSDNode *Store,
1230 StoreSDNode *StoreNode = cast<StoreSDNode>(Op);
1230 StoreSDNode *StoreNode = cast<StoreSDNode>(Op);
1257 StoreNode = cast<StoreSDNode>(NewStore);
lib/Target/AMDGPU/R600ISelLowering.h 79 SDValue lowerPrivateTruncStore(StoreSDNode *Store, SelectionDAG &DAG) const;
lib/Target/AMDGPU/SIISelLowering.cpp 7863 StoreSDNode *Store = cast<StoreSDNode>(Op);
7863 StoreSDNode *Store = cast<StoreSDNode>(Op);
lib/Target/ARM/ARMISelDAGToDAG.cpp 766 : cast<StoreSDNode>(Op)->getAddressingMode();
802 : cast<StoreSDNode>(Op)->getAddressingMode();
822 : cast<StoreSDNode>(Op)->getAddressingMode();
901 : cast<StoreSDNode>(Op)->getAddressingMode();
1303 : cast<StoreSDNode>(Op)->getAddressingMode();
1355 : cast<StoreSDNode>(Op)->getAddressingMode();
2938 StoreSDNode *ST = cast<StoreSDNode>(N);
2938 StoreSDNode *ST = cast<StoreSDNode>(N);
lib/Target/ARM/ARMISelLowering.cpp 8959 StoreSDNode *ST = cast<StoreSDNode>(Op.getNode());
8959 StoreSDNode *ST = cast<StoreSDNode>(Op.getNode());
13043 if (StoreSDNode *StN = dyn_cast<StoreSDNode>(N)) {
13043 if (StoreSDNode *StN = dyn_cast<StoreSDNode>(N)) {
13253 static SDValue PerformTruncatingStoreCombine(StoreSDNode *St,
13338 static SDValue PerformSplittingToNarrowingStores(StoreSDNode *St,
13394 StoreSDNode *St = cast<StoreSDNode>(N);
13394 StoreSDNode *St = cast<StoreSDNode>(N);
15273 } else if (StoreSDNode *ST = dyn_cast<StoreSDNode>(N)) {
15273 } else if (StoreSDNode *ST = dyn_cast<StoreSDNode>(N)) {
15320 } else if (StoreSDNode *ST = dyn_cast<StoreSDNode>(N)) {
15320 } else if (StoreSDNode *ST = dyn_cast<StoreSDNode>(N)) {
lib/Target/AVR/AVRISelDAGToDAG.cpp 326 const StoreSDNode *ST = cast<StoreSDNode>(N);
326 const StoreSDNode *ST = cast<StoreSDNode>(N);
lib/Target/AVR/AVRISelLowering.cpp 788 } else if (const StoreSDNode *ST = dyn_cast<StoreSDNode>(N)) {
788 } else if (const StoreSDNode *ST = dyn_cast<StoreSDNode>(N)) {
840 } else if (const StoreSDNode *ST = dyn_cast<StoreSDNode>(N)) {
840 } else if (const StoreSDNode *ST = dyn_cast<StoreSDNode>(N)) {
lib/Target/Hexagon/HexagonISelDAGToDAG.cpp 463 void HexagonDAGToDAGISel::SelectIndexedStore(StoreSDNode *ST, const SDLoc &dl) {
556 StoreSDNode *ST = cast<StoreSDNode>(N);
556 StoreSDNode *ST = cast<StoreSDNode>(N);
1566 bool HexagonDAGToDAGISel::isSmallStackStore(const StoreSDNode *N) const {
lib/Target/Hexagon/HexagonISelDAGToDAG.h 96 void SelectIndexedStore(StoreSDNode *ST, const SDLoc &dl);
137 bool isSmallStackStore(const StoreSDNode *N) const;
lib/Target/Hexagon/HexagonISelLowering.cpp 2641 StoreSDNode *SN = cast<StoreSDNode>(Op.getNode());
2641 StoreSDNode *SN = cast<StoreSDNode>(Op.getNode());
lib/Target/Hexagon/HexagonISelLoweringHVX.cpp 1508 VectorPair Vals = opSplit(cast<StoreSDNode>(Op)->getValue(), dl, DAG);
lib/Target/Mips/MipsISelLowering.cpp 2616 static SDValue createStoreLR(unsigned Opc, SelectionDAG &DAG, StoreSDNode *SD,
2633 static SDValue lowerUnalignedIntStore(StoreSDNode *SD, SelectionDAG &DAG,
2662 static SDValue lowerFP_TO_SINT_STORE(StoreSDNode *SD, SelectionDAG &DAG,
2679 StoreSDNode *SD = cast<StoreSDNode>(Op);
2679 StoreSDNode *SD = cast<StoreSDNode>(Op);
4363 cast<StoreSDNode>(Store.getNode())->getMemOperand()->setValue(
lib/Target/Mips/MipsSEISelLowering.cpp 1203 StoreSDNode &Nd = *cast<StoreSDNode>(Op);
1203 StoreSDNode &Nd = *cast<StoreSDNode>(Op);
lib/Target/NVPTX/NVPTXISelDAGToDAG.cpp 1707 StoreSDNode *PlainStore = dyn_cast<StoreSDNode>(N);
1707 StoreSDNode *PlainStore = dyn_cast<StoreSDNode>(N);
lib/Target/NVPTX/NVPTXISelLowering.cpp 2267 StoreSDNode *Store = cast<StoreSDNode>(Op);
2267 StoreSDNode *Store = cast<StoreSDNode>(Op);
2413 StoreSDNode *ST = cast<StoreSDNode>(Node);
2413 StoreSDNode *ST = cast<StoreSDNode>(Node);
lib/Target/PowerPC/PPCISelDAGToDAG.cpp 215 bool tryTLSXFormStore(StoreSDNode *N);
628 bool PPCDAGToDAGISel::tryTLSXFormStore(StoreSDNode *ST) {
1052 StoreSDNode *STN = cast<StoreSDNode>(*Use);
1052 StoreSDNode *STN = cast<StoreSDNode>(*Use);
4168 StoreSDNode *STN = dyn_cast<StoreSDNode>(N);
4168 StoreSDNode *STN = dyn_cast<StoreSDNode>(N);
4464 StoreSDNode *ST = cast<StoreSDNode>(N);
4464 StoreSDNode *ST = cast<StoreSDNode>(N);
lib/Target/PowerPC/PPCISelLowering.cpp 2557 } else if (StoreSDNode *ST = dyn_cast<StoreSDNode>(N)) {
2557 } else if (StoreSDNode *ST = dyn_cast<StoreSDNode>(N)) {
2593 SDValue Val = cast<StoreSDNode>(N)->getValue();
7141 StoreSDNode *ST = cast<StoreSDNode>(Op);
7141 StoreSDNode *ST = cast<StoreSDNode>(Op);
9802 StoreSDNode *SN = cast<StoreSDNode>(Op.getNode());
9802 StoreSDNode *SN = cast<StoreSDNode>(Op.getNode());
13200 StoreSDNode *ST = cast<StoreSDNode>(N);
13200 StoreSDNode *ST = cast<StoreSDNode>(N);
13276 cast<StoreSDNode>(N)->isTruncatingStore() || !ValidTypeForStoreFltAsInt)
13302 cast<StoreSDNode>(N)->getMemoryVT(),
13303 cast<StoreSDNode>(N)->getMemOperand());
13435 if (cast<StoreSDNode>(N)->isUnindexed() && Opcode == ISD::BSWAP &&
13442 EVT mVT = cast<StoreSDNode>(N)->getMemoryVT();
13467 Ops, cast<StoreSDNode>(N)->getMemoryVT(),
13468 cast<StoreSDNode>(N)->getMemOperand());
13476 EVT MemVT = cast<StoreSDNode>(N)->getMemoryVT();
13486 cast<StoreSDNode>(N)->setTruncatingStore(true);
lib/Target/RISCV/RISCVISelLowering.cpp 1990 cast<StoreSDNode>(Store.getNode())
lib/Target/Sparc/SparcISelLowering.cpp 2782 StoreSDNode *StNode = dyn_cast<StoreSDNode>(Op.getNode());
2782 StoreSDNode *StNode = dyn_cast<StoreSDNode>(Op.getNode());
2819 StoreSDNode *St = cast<StoreSDNode>(Op.getNode());
2819 StoreSDNode *St = cast<StoreSDNode>(Op.getNode());
lib/Target/SystemZ/SystemZISelDAGToDAG.cpp 314 bool tryScatter(StoreSDNode *Store, unsigned Opcode);
330 bool canUseBlockOperation(StoreSDNode *Store, LoadSDNode *Load) const;
1206 bool SystemZDAGToDAGISel::tryScatter(StoreSDNode *Store, unsigned Opcode) {
1240 static bool isFusableLoadOpStorePattern(StoreSDNode *StoreNode,
1330 StoreSDNode *StoreNode = cast<StoreSDNode>(Node);
1330 StoreSDNode *StoreNode = cast<StoreSDNode>(Node);
1401 bool SystemZDAGToDAGISel::canUseBlockOperation(StoreSDNode *Store,
1433 auto *Store = cast<StoreSDNode>(N);
1433 auto *Store = cast<StoreSDNode>(N);
1453 auto *StoreA = cast<StoreSDNode>(N);
1453 auto *StoreA = cast<StoreSDNode>(N);
1609 auto *Store = cast<StoreSDNode>(Node);
1609 auto *Store = cast<StoreSDNode>(Node);
lib/Target/SystemZ/SystemZISelLowering.cpp 5587 auto *SN = cast<StoreSDNode>(N);
5587 auto *SN = cast<StoreSDNode>(N);
lib/Target/X86/X86ISelDAGToDAG.cpp 2807 static bool isFusableLoadOpStorePattern(StoreSDNode *StoreNode,
2940 StoreSDNode *StoreNode = cast<StoreSDNode>(Node);
2940 StoreSDNode *StoreNode = cast<StoreSDNode>(Node);
lib/Target/X86/X86ISelLowering.cpp21761 static SDValue splitVectorStore(StoreSDNode *Store, SelectionDAG &DAG) {
21796 static SDValue scalarizeVectorStore(StoreSDNode *Store, MVT StoreVT,
21832 StoreSDNode *St = cast<StoreSDNode>(Op.getNode());
21832 StoreSDNode *St = cast<StoreSDNode>(Op.getNode());
40491 StoreSDNode *St = cast<StoreSDNode>(N);
40491 StoreSDNode *St = cast<StoreSDNode>(N);
45120 auto *St = cast<StoreSDNode>(User);
45120 auto *St = cast<StoreSDNode>(User);
lib/Target/XCore/XCoreISelLowering.cpp 487 StoreSDNode *ST = cast<StoreSDNode>(Op);
487 StoreSDNode *ST = cast<StoreSDNode>(Op);
1781 StoreSDNode *ST = cast<StoreSDNode>(N);
1781 StoreSDNode *ST = cast<StoreSDNode>(N);