[APINotes] Add support for handling Clang modules carrying all versions of APINotes

Controlled from Swift with '-version-independent-apinotes', which, for the underlying Clang invocation enables '-fswift-version-independent-apinotes', results in PCMs which aggregate all versioned APINotes wrapped in a 'SwiftVersionedAttr', with the intent to have the client pick and apply only those that match its current Swift version, discarding the rest.

Author: artemcm

include/swift/Basic/LangOptions.h

@@ -1011,6 +1011,11 @@ namespace swift {
     /// invocations directly from clang cc1 args.
     bool ClangImporterDirectCC1Scan = false;
 
+    /// Whether the importer should expect all APINotes to be wrapped
+    /// in versioned attributes, where the importer must select the appropriate
+    /// ones to apply.
+    bool LoadVersionIndependentAPINotes = false;
+
     /// Return a hash code of any components from these options that should
     /// contribute to a Swift Bridging PCH hash.
     llvm::hash_code getPCHHashComponents() const {

include/swift/Option/FrontendOptions.td

@@ -642,6 +642,9 @@ def emit_pch : Flag<["-"], "emit-pch">,
 def pch_disable_validation : Flag<["-"], "pch-disable-validation">,
   HelpText<"Disable validating the persistent PCH">;
 
+def version_independent_apinotes : Flag<["-"], "version-independent-apinotes">,
+  HelpText<"Input clang modules carry all versioned APINotes">;
+
 def disable_sil_ownership_verifier : Flag<["-"], "disable-sil-ownership-verifier">,
   HelpText<"Do not verify ownership invariants during SIL Verification ">;
 

lib/ClangImporter/ClangImporter.cpp

@@ -755,6 +755,10 @@ void importer::getNormalInvocationArguments(
   invocationArgStrs.push_back((llvm::Twine(searchPathOpts.RuntimeResourcePath) +
                                llvm::sys::path::get_separator() +
                                "apinotes").str());
+
+  if (importerOpts.LoadVersionIndependentAPINotes)
+    invocationArgStrs.insert(invocationArgStrs.end(),
+                             {"-fswift-version-independent-apinotes"});
 }
 
 static void

lib/ClangImporter/ImportDecl.cpp

@@ -57,6 +57,7 @@
 #include "clang/Basic/CharInfo.h"
 #include "clang/Basic/Specifiers.h"
 #include "clang/Basic/TargetInfo.h"
+#include "clang/Sema/SemaDiagnostic.h"
 #include "clang/Lex/Preprocessor.h"
 #include "clang/Sema/Lookup.h"
 
@@ -152,6 +153,8 @@ bool ClangImporter::Implementation::recordHasReferenceSemantics(
     return false;
 
   return decl->hasAttrs() && llvm::any_of(decl->getAttrs(), [](auto *attr) {
+           // ACTODO: Check versioned attrs in case of
+           // captureSwiftVersionIndependentAPINotes
            if (auto swiftAttr = dyn_cast<clang::SwiftAttrAttr>(attr))
              return swiftAttr->getAttribute() == "import_reference" ||
                     // TODO: Remove this once libSwift hosttools no longer
@@ -8238,6 +8241,67 @@ static bool isUsingMacroName(clang::SourceManager &SM,
   return content == MacroName;
 }
 
+static void filterUsableVersionedAttrs(const clang::NamedDecl *clangDecl,
+                                       llvm::VersionTuple currentVersion,
+                                       std::unordered_set<clang::Attr*> &discardVersionedAttrSet) {
+  // Scan through Swift-Versioned clang attributes and select which one to apply
+  // if multiple candidates exist.
+  SmallVector<clang::SwiftVersionedAttr*, 4> swiftVersionedAttributes;
+  for (auto attr : clangDecl->attrs())
+    if (auto versionedAttr = dyn_cast<clang::SwiftVersionedAttr>(attr))
+      swiftVersionedAttributes.push_back(versionedAttr);
+
+  // An attribute version is valid to apply if it is greater than the current version
+  // or is unversioned
+  auto applicableVersion = [currentVersion] (clang::VersionTuple attrVersion) -> bool {
+    return attrVersion.empty() || attrVersion >= currentVersion;
+  };
+
+  // We have a better attribute option if there exists another versioned attr
+  // wrapper for this attribute kind with a valid version that is lower than the
+  // one of the attribute we are considering
+  auto haveBetterAttr = [swiftVersionedAttributes, applicableVersion]
+      (clang::VersionTuple attrVersion, clang::attr::Kind attrKind) -> bool {
+    for (auto VAI = swiftVersionedAttributes.begin(),
+         VAE = swiftVersionedAttributes.end(); VAI != VAE; ++VAI) {
+      auto otherVersionedAttr = *VAI;
+      auto otherAttrKind = otherVersionedAttr->getAttrToAdd()->getKind();
+      auto otherAttrVersion = otherVersionedAttr->getVersion();
+      // Same exact attribute, ignore
+      if (otherAttrKind == attrKind && otherAttrVersion == attrVersion)
+        continue;
+
+      // For a matching attribute kind, an un-versioned attribute
+      // never takes precedence over an exsiting valid versioned one.
+      if (otherAttrKind == attrKind && !attrVersion.empty() && otherAttrVersion.empty())
+        continue;
+      if (otherAttrKind == attrKind && applicableVersion(otherAttrVersion) && attrVersion.empty())
+        return true;
+
+      // For two versioned attributes of the same kind, the one with the lower applicable
+      // version takes precedence.
+      if (otherAttrKind == attrKind &&
+          applicableVersion(otherAttrVersion) &&
+          otherAttrVersion < attrVersion)
+        return true;
+    }
+    return false;
+  };
+
+  for (auto VAI = swiftVersionedAttributes.begin(),
+       VAE = swiftVersionedAttributes.end(); VAI != VAE; ++VAI) {
+    auto versionedAttr = *VAI;
+    auto attrKind = versionedAttr->getAttrToAdd()->getKind();
+    auto attrVersion = versionedAttr->getVersion();
+    if (!applicableVersion(attrVersion))
+      discardVersionedAttrSet.insert(versionedAttr);
+    else if (haveBetterAttr(attrVersion, attrKind))
+      discardVersionedAttrSet.insert(versionedAttr);
+    else
+      continue;
+  }
+}
+
 void ClangImporter::Implementation::importAttributesFromClangDeclToSynthesizedSwiftDecl(Decl *sourceDecl, Decl* synthesizedDecl)
 {
   // sourceDecl->getClangDecl() can be null because some lazily instantiated cases like C++ members that were instantiated from using-shadow-decls have no corresponding Clang decl.
@@ -8271,17 +8335,39 @@ void ClangImporter::Implementation::importAttributes(
   if (auto func = dyn_cast<AbstractFunctionDecl>(MappedDecl))
     isAsync = func->hasAsync();
 
+  // Determine which versioned attributes are applicable
+  std::unordered_set<clang::Attr*> discardVersionedAttrSet;
+  if (SwiftContext.ClangImporterOpts.LoadVersionIndependentAPINotes)
+    filterUsableVersionedAttrs(ClangDecl, CurrentVersion.asClangVersionTuple(),
+                               discardVersionedAttrSet);
+
   // Scan through Clang attributes and map them onto Swift
   // equivalents.
   bool AnyUnavailable = MappedDecl->getAttrs().isUnavailable(C);
   for (clang::NamedDecl::attr_iterator AI = ClangDecl->attr_begin(),
        AE = ClangDecl->attr_end(); AI != AE; ++AI) {
+    clang::Attr *consideringAttr = *AI;
+    if (SwiftContext.ClangImporterOpts.LoadVersionIndependentAPINotes) {
+      if (auto versionedAttr = dyn_cast<clang::SwiftVersionedAttr>(consideringAttr)) {
+        // "type" and "nullability" attributes are handled earlier since they change
+        // the decl's type.
+        if (isa<clang::SwiftTypeAttr>(versionedAttr->getAttrToAdd()) ||
+            isa<clang::SwiftNullabilityAttr>(versionedAttr->getAttrToAdd()))
+          continue;
+
+        if (discardVersionedAttrSet.count(versionedAttr))
+          continue;
+
+        consideringAttr = versionedAttr->getAttrToAdd();
+      }
+    }
+
     //
     // __attribute__((unavailable))
     //
     // Mapping: @available(*,unavailable)
     //
-    if (auto unavailable = dyn_cast<clang::UnavailableAttr>(*AI)) {
+    if (auto unavailable = dyn_cast<clang::UnavailableAttr>(consideringAttr)) {
       auto Message = unavailable->getMessage();
       auto attr = AvailableAttr::createPlatformAgnostic(C, Message);
       MappedDecl->getAttrs().add(attr);
@@ -8294,7 +8380,7 @@ void ClangImporter::Implementation::importAttributes(
     //
     // Mapping: @available(*, unavailable)
     //
-    if (auto unavailable_annot = dyn_cast<clang::AnnotateAttr>(*AI))
+    if (auto unavailable_annot = dyn_cast<clang::AnnotateAttr>(consideringAttr))
       if (unavailable_annot->getAnnotation() == "swift1_unavailable") {
         auto attr = AvailableAttr::createPlatformAgnostic(
             C, "", "", PlatformAgnosticAvailabilityKind::UnavailableInSwift);
@@ -8308,7 +8394,7 @@ void ClangImporter::Implementation::importAttributes(
     //
     // Mapping: @available(*,deprecated)
     //
-    if (auto deprecated = dyn_cast<clang::DeprecatedAttr>(*AI)) {
+    if (auto deprecated = dyn_cast<clang::DeprecatedAttr>(consideringAttr)) {
       auto Message = deprecated->getMessage();
       auto attr = AvailableAttr::createPlatformAgnostic(C, Message, "",
                     PlatformAgnosticAvailabilityKind::Deprecated);
@@ -8318,7 +8404,7 @@ void ClangImporter::Implementation::importAttributes(
 
     // __attribute__((availability))
     //
-    if (auto avail = dyn_cast<clang::AvailabilityAttr>(*AI)) {
+    if (auto avail = dyn_cast<clang::AvailabilityAttr>(consideringAttr)) {
       StringRef Platform = avail->getPlatform()->getName();
 
       // Is this our special "availability(swift, unavailable)" attribute?
@@ -8530,6 +8616,62 @@ void ClangImporter::Implementation::importAttributes(
   }
 }
 
+static void applyTypeAndNullabilityAPINotes(const clang::NamedDecl *ClangDecl,
+                                            clang::Sema &Sema,
+                                            const ImportNameVersion CurrentImporterVersion) {
+  // Determine which versioned attributes are applicable
+  std::unordered_set<clang::Attr*> discardVersionedAttrSet;
+  filterUsableVersionedAttrs(ClangDecl,
+                             CurrentImporterVersion.asClangVersionTuple(),
+                             discardVersionedAttrSet);
+
+  // When importing from a module built with version-independent APINotes payload,
+  // the decl will carry all possible versioned notes, without directly applying any
+  // of them. For "type" and "nullability" notes, we must apply them first, here,
+  // since they change the actual type of the decl as seen downstream.
+  //
+  // Other kinds of notes will be handled in `importAttributes`.
+  for (clang::NamedDecl::attr_iterator AI = ClangDecl->attr_begin(),
+       AE = ClangDecl->attr_end(); AI != AE; ++AI) {
+    if (auto versionedAttr = dyn_cast<clang::SwiftVersionedAttr>(*AI)) {
+      if (!isa<clang::SwiftTypeAttr>(versionedAttr->getAttrToAdd()) &&
+          !isa<clang::SwiftNullabilityAttr>(versionedAttr->getAttrToAdd())) {
+        continue;
+      }
+
+      if (discardVersionedAttrSet.count(versionedAttr))
+        continue;
+
+      // Apply Type APINotes
+      if (auto typeRenameAttr = dyn_cast<clang::SwiftTypeAttr>(versionedAttr->getAttrToAdd())) {
+        Sema.ApplyAPINotesType(const_cast<clang::NamedDecl*>(ClangDecl),
+                               typeRenameAttr->getTypeString());
+      }
+
+      // Apply Nullability APINotes
+      if (auto nullabilityAttr = dyn_cast<clang::SwiftNullabilityAttr>(versionedAttr->getAttrToAdd())) {
+        clang::NullabilityKind nullability;
+        switch (nullabilityAttr->getKind()) {
+          case clang::SwiftNullabilityAttr::Kind::NonNull:
+            nullability = clang::NullabilityKind::NonNull;
+            break;
+          case clang::SwiftNullabilityAttr::Kind::Nullable:
+            nullability = clang::NullabilityKind::Nullable;
+            break;
+          case clang::SwiftNullabilityAttr::Kind::Unspecified:
+            nullability = clang::NullabilityKind::Unspecified;
+            break;
+          case clang::SwiftNullabilityAttr::Kind::NullableResult:
+            nullability = clang::NullabilityKind::NullableResult;
+            break;
+        }
+
+        Sema.ApplyNullability(const_cast<clang::NamedDecl*>(ClangDecl), nullability);
+      }
+    }
+  }
+}
+
 Decl *
 ClangImporter::Implementation::importDeclImpl(const clang::NamedDecl *ClangDecl,
                                               ImportNameVersion version,
@@ -8552,14 +8694,20 @@ ClangImporter::Implementation::importDeclImpl(const clang::NamedDecl *ClangDecl,
   if (access == clang::AS_protected || access == clang::AS_private)
     return nullptr;
 
+  // If '-version-independent-apinotes' is used, then "type" and "nullability"
+  // notes are applied by the client (Importer) instead of the producer of the
+  // Clang module we are consuming. Do so now, early, since these notes
+  // affect the decl's type.
+  if (SwiftContext.ClangImporterOpts.LoadVersionIndependentAPINotes)
+    applyTypeAndNullabilityAPINotes(ClangDecl, getClangSema(), CurrentVersion);
+
   bool SkippedOverTypedef = false;
   Decl *Result = nullptr;
   if (auto *UnderlyingDecl = canSkipOverTypedef(*this, ClangDecl,
                                                 TypedefIsSuperfluous)) {
     Result = importDecl(UnderlyingDecl, version);
     SkippedOverTypedef = true;
   }
-  
   if (!Result) {
     SwiftDeclConverter converter(*this, version);
     Result = converter.Visit(ClangDecl);

lib/Frontend/CompilerInvocation.cpp

@@ -1871,6 +1871,8 @@ static bool ParseClangImporterArgs(ClangImporterOptions &Opts, ArgList &Args,
     Opts.PCHDisableValidation |= Args.hasArg(OPT_pch_disable_validation);
   }
 
+  Opts.LoadVersionIndependentAPINotes |= Args.hasArg(OPT_version_independent_apinotes);
+
   if (FrontendOpts.DisableImplicitModules)
     Opts.DisableImplicitClangModules = true;
 

lib/Frontend/ModuleInterfaceLoader.cpp

@@ -2007,6 +2007,12 @@ InterfaceSubContextDelegateImpl::InterfaceSubContextDelegateImpl(
     GenericArgs.push_back(blocklist);
   }
 
+  // Inherit APINotes processing method
+  if (clangImporterOpts.LoadVersionIndependentAPINotes) {
+    GenericArgs.push_back("-version-independent-apinotes");
+    genericSubInvocation.getClangImporterOptions().LoadVersionIndependentAPINotes = true;
+  }
+
   // For now, we only inherit the C++ interoperability mode in
   // Explicit Module Builds.
   if (langOpts.EnableCXXInterop &&