Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Ensure that bundle identifiers are valid URL host components #1069

Merged
merged 21 commits into from
Nov 21, 2024
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
21 commits
Select commit Hold shift + click to select a range
28b9522
Add bundle identifier type that ensures a valid URL host component
d-ronnqvist Oct 22, 2024
0e62ffc
Use new Identifier type in `DocumentationBundle/Info`
d-ronnqvist Oct 22, 2024
b46b5d3
Update code to not use deprecated `Info/identifier` property
d-ronnqvist Oct 22, 2024
bfa673b
Use new Identifier type in `DocumentationBundle`
d-ronnqvist Oct 22, 2024
98c6a58
Update code to not use deprecated `identifier` property
d-ronnqvist Oct 22, 2024
399ed9a
Use new Identifier type in `[Unresolved|Resolved]TopicReference`
d-ronnqvist Oct 22, 2024
a7310b7
Update code to not use deprecated topic reference `bundleIdentifier` …
d-ronnqvist Oct 22, 2024
221891a
Deprecate `BundleIdentifier` in favor of `DocumentationBundle/Identif…
d-ronnqvist Oct 22, 2024
890e323
Use new Identifier type in `BuildMetadata`
d-ronnqvist Oct 22, 2024
3c56a2d
Use new Identifier type in `AssetReference`
d-ronnqvist Oct 22, 2024
13b11fb
Use new Identifier type in `ResourceReference`
d-ronnqvist Oct 22, 2024
414ef9c
Use new Identifier type in `ConvertServiceFallbackResolver`
d-ronnqvist Oct 22, 2024
61cc5e2
Use new Identifier type in `SerializableLinkResolutionInformation`
d-ronnqvist Oct 22, 2024
5369b1c
Use new Identifier type in `ConvertAction/Indexer`
d-ronnqvist Oct 22, 2024
4805a05
Prefer `bundleID` over `id` for types that scoped inside bundle
d-ronnqvist Oct 22, 2024
0f2f8ef
Merge branch 'main' into validate-bundle-identifier
d-ronnqvist Oct 31, 2024
c2442bc
Merge branch 'main' into validate-bundle-identifier
d-ronnqvist Nov 11, 2024
71b27b6
Merge branch 'main' into validate-bundle-identifier
d-ronnqvist Nov 19, 2024
3d063ef
Merge branch 'main' into validate-bundle-identifier
d-ronnqvist Nov 21, 2024
f97e6d3
Use `bundleID` instead of `id` for property names outside the bundle
d-ronnqvist Nov 21, 2024
9478d47
Use "bundle id" in local variable in fallback resolver
d-ronnqvist Nov 21, 2024
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Original file line number Diff line number Diff line change
Expand Up @@ -128,7 +128,7 @@ public struct ConvertService: DocumentationService {

if let linkResolvingServer {
let resolver = try OutOfProcessReferenceResolver(
bundleIdentifier: request.bundleInfo.identifier,
bundleID: request.bundleInfo.id,
server: linkResolvingServer,
convertRequestIdentifier: messageIdentifier
)
Expand Down Expand Up @@ -267,7 +267,7 @@ public struct ConvertService: DocumentationService {
.compactMap { (value, isDocumentationExtensionContent) -> (ResolvedTopicReference, RenderReferenceStore.TopicContent)? in
let (topicReference, article) = value

guard let bundle = context.bundle, bundle.identifier == topicReference.bundleIdentifier else { return nil }
guard let bundle = context.bundle, bundle.id == topicReference.bundleID else { return nil }
let renderer = DocumentationContentRenderer(documentationContext: context, bundle: bundle)

let documentationNodeKind: DocumentationNode.Kind = isDocumentationExtensionContent ? .unknownSymbol : .article
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -26,7 +26,7 @@ protocol ConvertServiceFallbackResolver {
/// The bundle identifier for the fallback resolver.
///
/// The fallback resolver will only resolve links with this bundle identifier.
var bundleIdentifier: String { get }
var bundleID: DocumentationBundle.Identifier { get }

// MARK: References

Expand Down
2 changes: 1 addition & 1 deletion Sources/SwiftDocC/Indexing/Navigator/NavigatorIndex.swift
Original file line number Diff line number Diff line change
Expand Up @@ -438,7 +438,7 @@ extension ResolvedTopicReference {
let normalizedPath = NodeURLGenerator.fileSafeReferencePath(self, lowercased: true)

return NavigatorIndex.Identifier(
bundleIdentifier: bundleIdentifier.lowercased(),
bundleIdentifier: bundleID.rawValue.lowercased(),
path: "/" + normalizedPath,
fragment: fragment,
languageIdentifier: languageIdentifier
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -346,12 +346,24 @@ fileprivate extension NSRegularExpression {
public struct AssetReference: Hashable, Codable {
/// The name of the asset.
public var assetName: String
@available(*, deprecated, renamed: "bundleID", message: "Use 'bundleID' instead. This deprecated API will be removed after 6.2 is released")
public var bundleIdentifier: String {
bundleID.rawValue
}

/// The identifier of the bundle the asset is apart of.
public var bundleIdentifier: String
public let bundleID: DocumentationBundle.Identifier

/// Creates a reference from a given asset name and the bundle it is apart of.
public init(assetName: String, bundleIdentifier: String) {
public init(assetName: String, bundleID: DocumentationBundle.Identifier) {
self.assetName = assetName
self.bundleIdentifier = bundleIdentifier
self.bundleID = bundleID
}
@available(*, deprecated, renamed: "init(assetName:bundleID:)", message: "Use 'init(assetName:bundleID:)' instead. This deprecated API will be removed after 6.2 is released")
public init(assetName: String, bundleIdentifier: String) {
self.init(
assetName: assetName,
bundleID: .init(rawValue: bundleIdentifier)
)
}
}
Original file line number Diff line number Diff line change
Expand Up @@ -18,8 +18,19 @@ extension DocumentationContext {

@available(*, deprecated, renamed: "configuration.externalDocumentationConfiguration.sources", message: "Use 'configuration.externalDocumentationConfiguration.sources' instead. This deprecated API will be removed after Swift 6.2 is released.")
public var externalDocumentationSources: [BundleIdentifier: ExternalDocumentationSource] {
get { configuration.externalDocumentationConfiguration.sources }
set { configuration.externalDocumentationConfiguration.sources = newValue }
get {
var result = [BundleIdentifier: ExternalDocumentationSource]()
for (key, value) in configuration.externalDocumentationConfiguration.sources {
result[key.rawValue] = value
}
return result
}
set {
configuration.externalDocumentationConfiguration.sources.removeAll()
for (key, value) in newValue {
configuration.externalDocumentationConfiguration.sources[.init(rawValue: key)] = value
}
}
Comment on lines +21 to +33
Copy link
Contributor

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Why is this code change needed as part of this PR? this seems to be handling separate logic.

Copy link
Contributor Author

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Because the storage that this was accessing to changed from [String: ExternalDocumentationSource] to [DocumentationBundle.Identifier: ExternalDocumentationSource] it needs to map all the keys of the storage to and from keys any read or write access to this deprecated property.

}

@available(*, deprecated, renamed: "configuration.externalDocumentationConfiguration.globalSymbolResolver", message: "Use 'configuration.externalDocumentationConfiguration.globalSymbolResolver' instead. This deprecated API will be removed after Swift 6.2 is released.")
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -76,7 +76,7 @@ extension DocumentationContext {
/// A collection of configuration related to external sources of documentation.
public struct ExternalDocumentationConfiguration {
/// The lookup of external documentation sources by their bundle identifiers.
public var sources: [BundleIdentifier: ExternalDocumentationSource] = [:]
public var sources: [DocumentationBundle.Identifier: ExternalDocumentationSource] = [:]
/// A type that resolves all symbols that are referenced in symbol graph files but can't be found in any of the locally available symbol graph files.
public var globalSymbolResolver: GlobalExternalSymbolResolver?
/// A list of URLs to documentation archives that the local documentation depends on.
Expand Down
4 changes: 2 additions & 2 deletions Sources/SwiftDocC/Infrastructure/ConvertActionConverter.swift
Original file line number Diff line number Diff line change
Expand Up @@ -161,7 +161,7 @@ package enum ConvertActionConverter {

if FeatureFlags.current.isExperimentalLinkHierarchySerializationEnabled {
do {
let serializableLinkInformation = try context.linkResolver.localResolver.prepareForSerialization(bundleID: bundle.identifier)
let serializableLinkInformation = try context.linkResolver.localResolver.prepareForSerialization(bundleID: bundle.id)
try outputConsumer.consume(linkResolutionInformation: serializableLinkInformation)

if !emitDigest {
Expand Down Expand Up @@ -191,7 +191,7 @@ package enum ConvertActionConverter {
break
}

try outputConsumer.consume(buildMetadata: BuildMetadata(bundleDisplayName: bundle.displayName, bundleIdentifier: bundle.identifier))
try outputConsumer.consume(buildMetadata: BuildMetadata(bundleDisplayName: bundle.displayName, bundleID: bundle.id))

// Log the finalized topic graph checksum.
benchmark(add: Benchmark.TopicGraphHash(context: context))
Expand Down
Original file line number Diff line number Diff line change
@@ -0,0 +1,67 @@
/*
This source file is part of the Swift.org open source project

Copyright (c) 2024 Apple Inc. and the Swift project authors
Licensed under Apache License v2.0 with Runtime Library Exception

See https://swift.org/LICENSE.txt for license information
See https://swift.org/CONTRIBUTORS.txt for Swift project authors
*/

import Foundation

extension DocumentationBundle {
/// A stable and locally unique identifier for a collection of documentation inputs.
public struct Identifier: RawRepresentable {
public let rawValue: String

public init(rawValue: String) {
// To ensure that the identifier can be used as a valid "host" component of a resolved topic reference's url,
// replace any consecutive sequence of unsupported characters with a "-".
self.rawValue = rawValue
.components(separatedBy: Self.charactersToReplace)
.filter { !$0.isEmpty }
.joined(separator: "-")
}

private static let charactersToReplace = CharacterSet.urlHostAllowed.inverted
d-ronnqvist marked this conversation as resolved.
Show resolved Hide resolved
}
}

extension DocumentationBundle.Identifier: Hashable {}
extension DocumentationBundle.Identifier: Sendable {}

// Support creating an identifier from a string literal.
extension DocumentationBundle.Identifier: ExpressibleByStringLiteral {
public init(stringLiteral value: StringLiteralType) {
self.init(rawValue: value)
}
}

// Sort identifiers based on their raw string value.
extension DocumentationBundle.Identifier: Comparable {
public static func < (lhs: Self, rhs: Self) -> Bool {
lhs.rawValue < rhs.rawValue
}
}

// Print as a single string value
extension DocumentationBundle.Identifier: CustomStringConvertible {
public var description: String {
rawValue
}
}

// Encode and decode the identifier as a single string value.
extension DocumentationBundle.Identifier: Codable {
public init(from decoder: Decoder) throws {
let container = try decoder.singleValueContainer()
let rawValue = try container.decode(String.self)
self.init(rawValue: rawValue)
}

public func encode(to encoder: Encoder) throws {
var container = encoder.singleValueContainer()
try container.encode(rawValue)
}
}
18 changes: 10 additions & 8 deletions Sources/SwiftDocC/Infrastructure/DocumentationBundle.swift
Original file line number Diff line number Diff line change
Expand Up @@ -57,11 +57,14 @@ public struct DocumentationBundle {
info.displayName
}

/// A identifier for this unit of documentation
///
/// The string is typically in reverse DNS format using only the Roman alphabet in upper and lower case (A–Z, a–z), the dot (“.”), and the hyphen (“-”).
@available(*, deprecated, renamed: "id", message: "Use 'id' instead. This deprecated API will be removed after 6.2 is released")
public var identifier: String {
info.identifier
id.rawValue
}

/// The documentation bundle's stable and locally unique identifier.
public var id: DocumentationBundle.Identifier {
info.id
}

/**
Expand Down Expand Up @@ -107,7 +110,6 @@ public struct DocumentationBundle {

/// A custom JSON settings file used to theme renderer output.
public let themeSettings: URL?

/// A URL prefix to be appended to the relative presentation URL.
///
/// This is used when a built documentation is hosted in a known location.
Expand Down Expand Up @@ -142,9 +144,9 @@ public struct DocumentationBundle {
self.customHeader = customHeader
self.customFooter = customFooter
self.themeSettings = themeSettings
self.rootReference = ResolvedTopicReference(bundleIdentifier: info.identifier, path: "/", sourceLanguage: .swift)
self.documentationRootReference = ResolvedTopicReference(bundleIdentifier: info.identifier, path: NodeURLGenerator.Path.documentationFolder, sourceLanguage: .swift)
self.tutorialTableOfContentsContainer = ResolvedTopicReference(bundleIdentifier: info.identifier, path: NodeURLGenerator.Path.tutorialsFolder, sourceLanguage: .swift)
self.rootReference = ResolvedTopicReference(bundleID: info.id, path: "/", sourceLanguage: .swift)
self.documentationRootReference = ResolvedTopicReference(bundleID: info.id, path: NodeURLGenerator.Path.documentationFolder, sourceLanguage: .swift)
self.tutorialTableOfContentsContainer = ResolvedTopicReference(bundleID: info.id, path: NodeURLGenerator.Path.tutorialsFolder, sourceLanguage: .swift)
self.tutorialsContainerReference = tutorialTableOfContentsContainer.appendingPath(urlReadablePath(info.displayName))
self.articlesDocumentationRootReference = documentationRootReference.appendingPath(urlReadablePath(info.displayName))
}
Expand Down
Loading