clang 20.0.0 (based on r547379) from build 12806354. Bug: http://b/379133546 Test: N/A Change-Id: I2eb8938af55d809de674be63cb30cf27e801862b Upstream-Commit: ad834e67b1105d15ef907f6255d4c96e8e733f57
216 lines
8.0 KiB
C++
216 lines
8.0 KiB
C++
//===-- BasicBlockSectionsProfileReader.h - BB sections profile reader pass ==//
|
|
//
|
|
// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
|
|
// See https://llvm.org/LICENSE.txt for license information.
|
|
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
|
|
//
|
|
//===----------------------------------------------------------------------===//
|
|
//
|
|
// This pass creates the basic block cluster info by reading the basic block
|
|
// sections profile. The cluster info will be used by the basic-block-sections
|
|
// pass to arrange basic blocks in their sections.
|
|
//
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
#ifndef LLVM_CODEGEN_BASICBLOCKSECTIONSPROFILEREADER_H
|
|
#define LLVM_CODEGEN_BASICBLOCKSECTIONSPROFILEREADER_H
|
|
|
|
#include "llvm/ADT/SmallString.h"
|
|
#include "llvm/ADT/SmallVector.h"
|
|
#include "llvm/ADT/StringMap.h"
|
|
#include "llvm/ADT/StringRef.h"
|
|
#include "llvm/CodeGen/MachineBasicBlock.h"
|
|
#include "llvm/IR/Module.h"
|
|
#include "llvm/IR/PassManager.h"
|
|
#include "llvm/InitializePasses.h"
|
|
#include "llvm/Pass.h"
|
|
#include "llvm/Support/Error.h"
|
|
#include "llvm/Support/LineIterator.h"
|
|
#include "llvm/Support/MemoryBuffer.h"
|
|
#include "llvm/Target/TargetMachine.h"
|
|
|
|
namespace llvm {
|
|
|
|
// This struct represents the cluster information for a machine basic block,
|
|
// which is specifed by a unique ID (`MachineBasicBlock::BBID`).
|
|
struct BBClusterInfo {
|
|
// Basic block ID.
|
|
UniqueBBID BBID;
|
|
// Cluster ID this basic block belongs to.
|
|
unsigned ClusterID;
|
|
// Position of basic block within the cluster.
|
|
unsigned PositionInCluster;
|
|
};
|
|
|
|
// This represents the raw input profile for one function.
|
|
struct FunctionPathAndClusterInfo {
|
|
// BB Cluster information specified by `UniqueBBID`s.
|
|
SmallVector<BBClusterInfo> ClusterInfo;
|
|
// Paths to clone. A path a -> b -> c -> d implies cloning b, c, and d along
|
|
// the edge a -> b (a is not cloned). The index of the path in this vector
|
|
// determines the `UniqueBBID::CloneID` of the cloned blocks in that path.
|
|
SmallVector<SmallVector<unsigned>> ClonePaths;
|
|
};
|
|
|
|
// Provides DenseMapInfo for UniqueBBID.
|
|
template <> struct DenseMapInfo<UniqueBBID> {
|
|
static inline UniqueBBID getEmptyKey() {
|
|
unsigned EmptyKey = DenseMapInfo<unsigned>::getEmptyKey();
|
|
return UniqueBBID{EmptyKey, EmptyKey};
|
|
}
|
|
static inline UniqueBBID getTombstoneKey() {
|
|
unsigned TombstoneKey = DenseMapInfo<unsigned>::getTombstoneKey();
|
|
return UniqueBBID{TombstoneKey, TombstoneKey};
|
|
}
|
|
static unsigned getHashValue(const UniqueBBID &Val) {
|
|
std::pair<unsigned, unsigned> PairVal =
|
|
std::make_pair(Val.BaseID, Val.CloneID);
|
|
return DenseMapInfo<std::pair<unsigned, unsigned>>::getHashValue(PairVal);
|
|
}
|
|
static bool isEqual(const UniqueBBID &LHS, const UniqueBBID &RHS) {
|
|
return DenseMapInfo<unsigned>::isEqual(LHS.BaseID, RHS.BaseID) &&
|
|
DenseMapInfo<unsigned>::isEqual(LHS.CloneID, RHS.CloneID);
|
|
}
|
|
};
|
|
|
|
class BasicBlockSectionsProfileReader {
|
|
public:
|
|
friend class BasicBlockSectionsProfileReaderWrapperPass;
|
|
BasicBlockSectionsProfileReader(const MemoryBuffer *Buf)
|
|
: MBuf(Buf), LineIt(*Buf, /*SkipBlanks=*/true, /*CommentMarker=*/'#'){};
|
|
|
|
BasicBlockSectionsProfileReader(){};
|
|
|
|
// Returns true if basic block sections profile exist for function \p
|
|
// FuncName.
|
|
bool isFunctionHot(StringRef FuncName) const;
|
|
|
|
// Returns a pair with first element representing whether basic block sections
|
|
// profile exist for the function \p FuncName, and the second element
|
|
// representing the basic block sections profile (cluster info) for this
|
|
// function. If the first element is true and the second element is empty, it
|
|
// means unique basic block sections are desired for all basic blocks of the
|
|
// function.
|
|
std::pair<bool, SmallVector<BBClusterInfo>>
|
|
getClusterInfoForFunction(StringRef FuncName) const;
|
|
|
|
// Returns the path clonings for the given function.
|
|
SmallVector<SmallVector<unsigned>>
|
|
getClonePathsForFunction(StringRef FuncName) const;
|
|
|
|
private:
|
|
StringRef getAliasName(StringRef FuncName) const {
|
|
auto R = FuncAliasMap.find(FuncName);
|
|
return R == FuncAliasMap.end() ? FuncName : R->second;
|
|
}
|
|
|
|
// Returns a profile parsing error for the current line.
|
|
Error createProfileParseError(Twine Message) const {
|
|
return make_error<StringError>(
|
|
Twine("invalid profile " + MBuf->getBufferIdentifier() + " at line " +
|
|
Twine(LineIt.line_number()) + ": " + Message),
|
|
inconvertibleErrorCode());
|
|
}
|
|
|
|
// Parses a `UniqueBBID` from `S`. `S` must be in the form "<bbid>"
|
|
// (representing an original block) or "<bbid>.<cloneid>" (representing a
|
|
// cloned block) where bbid is a non-negative integer and cloneid is a
|
|
// positive integer.
|
|
Expected<UniqueBBID> parseUniqueBBID(StringRef S) const;
|
|
|
|
// Reads the basic block sections profile for functions in this module.
|
|
Error ReadProfile();
|
|
|
|
// Reads version 0 profile.
|
|
// TODO: Remove this function once version 0 is deprecated.
|
|
Error ReadV0Profile();
|
|
|
|
// Reads version 1 profile.
|
|
Error ReadV1Profile();
|
|
|
|
// This contains the basic-block-sections profile.
|
|
const MemoryBuffer *MBuf = nullptr;
|
|
|
|
// Iterator to the line being parsed.
|
|
line_iterator LineIt;
|
|
|
|
// Map from every function name in the module to its debug info filename or
|
|
// empty string if no debug info is available.
|
|
StringMap<SmallString<128>> FunctionNameToDIFilename;
|
|
|
|
// This contains the BB cluster information for the whole program.
|
|
//
|
|
// For every function name, it contains the cloning and cluster information
|
|
// for (all or some of) its basic blocks. The cluster information for every
|
|
// basic block includes its cluster ID along with the position of the basic
|
|
// block in that cluster.
|
|
StringMap<FunctionPathAndClusterInfo> ProgramPathAndClusterInfo;
|
|
|
|
// Some functions have alias names. We use this map to find the main alias
|
|
// name which appears in ProgramPathAndClusterInfo as a key.
|
|
StringMap<StringRef> FuncAliasMap;
|
|
};
|
|
|
|
// Creates a BasicBlockSectionsProfileReader pass to parse the basic block
|
|
// sections profile. \p Buf is a memory buffer that contains the list of
|
|
// functions and basic block ids to selectively enable basic block sections.
|
|
ImmutablePass *
|
|
createBasicBlockSectionsProfileReaderWrapperPass(const MemoryBuffer *Buf);
|
|
|
|
/// Analysis pass providing the \c BasicBlockSectionsProfileReader.
|
|
///
|
|
/// Note that this pass's result cannot be invalidated, it is immutable for the
|
|
/// life of the module.
|
|
class BasicBlockSectionsProfileReaderAnalysis
|
|
: public AnalysisInfoMixin<BasicBlockSectionsProfileReaderAnalysis> {
|
|
|
|
public:
|
|
static AnalysisKey Key;
|
|
typedef BasicBlockSectionsProfileReader Result;
|
|
BasicBlockSectionsProfileReaderAnalysis(const TargetMachine *TM) : TM(TM) {}
|
|
|
|
Result run(Function &F, FunctionAnalysisManager &AM);
|
|
|
|
private:
|
|
const TargetMachine *TM;
|
|
};
|
|
|
|
class BasicBlockSectionsProfileReaderWrapperPass : public ImmutablePass {
|
|
public:
|
|
static char ID;
|
|
BasicBlockSectionsProfileReader BBSPR;
|
|
|
|
BasicBlockSectionsProfileReaderWrapperPass(const MemoryBuffer *Buf)
|
|
: ImmutablePass(ID), BBSPR(BasicBlockSectionsProfileReader(Buf)) {
|
|
initializeBasicBlockSectionsProfileReaderWrapperPassPass(
|
|
*PassRegistry::getPassRegistry());
|
|
};
|
|
|
|
BasicBlockSectionsProfileReaderWrapperPass()
|
|
: ImmutablePass(ID), BBSPR(BasicBlockSectionsProfileReader()) {
|
|
initializeBasicBlockSectionsProfileReaderWrapperPassPass(
|
|
*PassRegistry::getPassRegistry());
|
|
}
|
|
|
|
StringRef getPassName() const override {
|
|
return "Basic Block Sections Profile Reader";
|
|
}
|
|
|
|
bool isFunctionHot(StringRef FuncName) const;
|
|
|
|
std::pair<bool, SmallVector<BBClusterInfo>>
|
|
getClusterInfoForFunction(StringRef FuncName) const;
|
|
|
|
SmallVector<SmallVector<unsigned>>
|
|
getClonePathsForFunction(StringRef FuncName) const;
|
|
|
|
// Initializes the FunctionNameToDIFilename map for the current module and
|
|
// then reads the profile for the matching functions.
|
|
bool doInitialization(Module &M) override;
|
|
|
|
BasicBlockSectionsProfileReader &getBBSPR();
|
|
};
|
|
|
|
} // namespace llvm
|
|
#endif // LLVM_CODEGEN_BASICBLOCKSECTIONSPROFILEREADER_H
|