
Clang uses timestamp files to track the last time an implicitly-built PCM file was verified to be up-to-date with regard to its inputs. With `-fbuild-session-{file,timestamp}=` and `-fmodules-validate-once-per-build-session` this reduces the number of times a PCM file is checked per "build session". The behavior I'm seeing with the current scheme is that when lots of Clang instances wait for the same PCM to be built, they race to validate it as soon as the file lock gets released, causing lots of concurrent IO. This patch makes it so that the timestamp is written by the same Clang instance responsible for building the PCM while still holding the lock. This makes it so that whenever a PCM file gets compiled, it's never re-validated in the same build session. I believe this is as sound as the current scheme. One thing to be aware of is that there might be a time interval between accessing input file N and writing the timestamp file, where changes to input files 0..<N would not result in a rebuild. Since this is the case current scheme too, I'm not too concerned about that. I've seen this speed up `clang-scan-deps` by ~27%.
111 lines
4.0 KiB
C++
111 lines
4.0 KiB
C++
//===- ASTCommon.h - Common stuff for ASTReader/ASTWriter -*- C++ -*-=========//
|
|
//
|
|
// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
|
|
// See https://llvm.org/LICENSE.txt for license information.
|
|
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
|
|
//
|
|
//===----------------------------------------------------------------------===//
|
|
//
|
|
// This file defines common functions that both ASTReader and ASTWriter use.
|
|
//
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
#ifndef LLVM_CLANG_LIB_SERIALIZATION_ASTCOMMON_H
|
|
#define LLVM_CLANG_LIB_SERIALIZATION_ASTCOMMON_H
|
|
|
|
#include "clang/AST/ASTContext.h"
|
|
#include "clang/AST/DeclFriend.h"
|
|
#include "clang/Basic/LLVM.h"
|
|
#include "clang/Serialization/ASTBitCodes.h"
|
|
|
|
namespace clang {
|
|
|
|
namespace serialization {
|
|
|
|
enum DeclUpdateKind {
|
|
UPD_CXX_ADDED_IMPLICIT_MEMBER,
|
|
UPD_CXX_ADDED_TEMPLATE_SPECIALIZATION,
|
|
UPD_CXX_ADDED_ANONYMOUS_NAMESPACE,
|
|
UPD_CXX_ADDED_FUNCTION_DEFINITION,
|
|
UPD_CXX_ADDED_VAR_DEFINITION,
|
|
UPD_CXX_POINT_OF_INSTANTIATION,
|
|
UPD_CXX_INSTANTIATED_CLASS_DEFINITION,
|
|
UPD_CXX_INSTANTIATED_DEFAULT_ARGUMENT,
|
|
UPD_CXX_INSTANTIATED_DEFAULT_MEMBER_INITIALIZER,
|
|
UPD_CXX_RESOLVED_DTOR_DELETE,
|
|
UPD_CXX_RESOLVED_EXCEPTION_SPEC,
|
|
UPD_CXX_DEDUCED_RETURN_TYPE,
|
|
UPD_DECL_MARKED_USED,
|
|
UPD_MANGLING_NUMBER,
|
|
UPD_STATIC_LOCAL_NUMBER,
|
|
UPD_DECL_MARKED_OPENMP_THREADPRIVATE,
|
|
UPD_DECL_MARKED_OPENMP_ALLOCATE,
|
|
UPD_DECL_MARKED_OPENMP_DECLARETARGET,
|
|
UPD_DECL_EXPORTED,
|
|
UPD_ADDED_ATTR_TO_RECORD
|
|
};
|
|
|
|
TypeIdx TypeIdxFromBuiltin(const BuiltinType *BT);
|
|
|
|
unsigned ComputeHash(Selector Sel);
|
|
|
|
/// Retrieve the "definitive" declaration that provides all of the
|
|
/// visible entries for the given declaration context, if there is one.
|
|
///
|
|
/// The "definitive" declaration is the only place where we need to look to
|
|
/// find information about the declarations within the given declaration
|
|
/// context. For example, C++ and Objective-C classes, C structs/unions, and
|
|
/// Objective-C protocols, categories, and extensions are all defined in a
|
|
/// single place in the source code, so they have definitive declarations
|
|
/// associated with them. C++ namespaces, on the other hand, can have
|
|
/// multiple definitions.
|
|
const DeclContext *getDefinitiveDeclContext(const DeclContext *DC);
|
|
|
|
/// Determine whether the given declaration kind is redeclarable.
|
|
bool isRedeclarableDeclKind(unsigned Kind);
|
|
|
|
/// Determine whether the given declaration needs an anonymous
|
|
/// declaration number.
|
|
bool needsAnonymousDeclarationNumber(const NamedDecl *D);
|
|
|
|
/// Visit each declaration within \c DC that needs an anonymous
|
|
/// declaration number and call \p Visit with the declaration and its number.
|
|
template<typename Fn> void numberAnonymousDeclsWithin(const DeclContext *DC,
|
|
Fn Visit) {
|
|
unsigned Index = 0;
|
|
for (Decl *LexicalD : DC->decls()) {
|
|
// For a friend decl, we care about the declaration within it, if any.
|
|
if (auto *FD = dyn_cast<FriendDecl>(LexicalD))
|
|
LexicalD = FD->getFriendDecl();
|
|
|
|
auto *ND = dyn_cast_or_null<NamedDecl>(LexicalD);
|
|
if (!ND || !needsAnonymousDeclarationNumber(ND))
|
|
continue;
|
|
|
|
Visit(ND, Index++);
|
|
}
|
|
}
|
|
|
|
/// Determine whether the given declaration will be included in the per-module
|
|
/// initializer if it needs to be eagerly handed to the AST consumer. If so, we
|
|
/// should not hand it to the consumer when deserializing it, nor include it in
|
|
/// the list of eagerly deserialized declarations.
|
|
inline bool isPartOfPerModuleInitializer(const Decl *D) {
|
|
if (isa<ImportDecl>(D))
|
|
return true;
|
|
// Template instantiations are notionally in an "instantiation unit" rather
|
|
// than in any particular translation unit, so they need not be part of any
|
|
// particular (sub)module's per-module initializer.
|
|
if (auto *VD = dyn_cast<VarDecl>(D))
|
|
return !isTemplateInstantiation(VD->getTemplateSpecializationKind());
|
|
return false;
|
|
}
|
|
|
|
void updateModuleTimestamp(StringRef ModuleFilename);
|
|
|
|
} // namespace serialization
|
|
|
|
} // namespace clang
|
|
|
|
#endif
|