comparing cd6f4b350aa15e4ef85beb8e4ca749994c80a99e and push-qvwwonwuvquy on jonmsterling.com/swift-pterodactyl

.gitignore

···

       2
       2
        
       #

     

       3
       3
        
       # SPDX-License-Identifier: MPL-2.0

     

       4
       4
        
       

     

       5
       5
       +
       .jj/*

     

       5
       6
        
       .DS_Store

     

       6
       7
        
       /.build

     

       7
       8
        
       /Packages

+2 -11

Package.swift

···

       26
       26
        
       		)

     

       27
       27
        
       	],

     

       28
       28
        
       	dependencies: [

     

       29
       29
       -
       		//		.package(url: "https://github.com/ChimeHQ/LanguageServer", branch: "main"),

     

       30
       30
       -
       		.package(url: "https://github.com/ChimeHQ/LanguageServerProtocol", branch: "main"),

     

       31
       31
       -
       		.package(url: "https://github.com/apple/swift-llbuild2.git", branch: "main"),

     

       32
       32
       -
       		.package(url: "https://github.com/apple/swift-algorithms", from: "1.2.0")

     

       29
       29
       +
       		.package(url: "https://github.com/apple/swift-llbuild2.git", branch: "main")

     

       33
       30
        
       	],

     

       34
       31
        
       	targets: [

     

       35
       32
        
       		// Targets are the basic building blocks of a package, defining a module or a test suite.

     
···

       38
       35
        
       			name: "PterodactylKernel",

     

       39
       36
        
       		),

     

       40
       37
        
       		.target(

     

       41
       41
       -
       			name: "PterodactylSyntax",

     

       42
       42
       -
       			dependencies: [

     

       43
       43
       -
       				.product(name: "Algorithms", package: "swift-algorithms"),

     

       44
       44
       -
       				"LanguageServerProtocol"

     

       45
       45
       -
       			]

     

       38
       38
       +
       			name: "PterodactylSyntax"

     

       46
       39
        
       		),

     

       47
       40
        
       		.target(

     

       48
       41
        
       			name: "PterodactylBuild",

     

       49
       42
        
       			dependencies: [

     

       50
       50
       -
       				"PterodactylSyntax",

     

       51
       43
        
       				.product(name: "llbuild2fx", package: "swift-llbuild2")

     

       52
       44
        
       			]

     

       53
       45
        
       		),

     
···

       55
       47
        
       			name: "PterodactylBuildTests",

     

       56
       48
        
       			dependencies: [

     

       57
       49
        
       				"PterodactylBuild",

     

       58
       58
       -
       				"PterodactylSyntax",

     

       59
       50
        
       				.product(name: "llbuild2fx", package: "swift-llbuild2")

     

       60
       51
        
       			]

     

       61
       52
        
       		),

-15

Sources/PterodactylBuild/FXValue+Conformances.swift

···

       1
       1
       -
       // SPDX-FileCopyrightText: 2025 The Project Pterodactyl Developers

     

       2
       2
       -
       //

     

       3
       3
       -
       // SPDX-License-Identifier: MPL-2.0

     

       4
       4
       -
       

     

       5
       5
       -
       import Foundation

     

       6
       6
       -
       import llbuild2fx

     

       7
       7
       -
       import PterodactylSyntax

     

       8
       8
       -
       

     

       9
       9
       -
       extension SyntaxTree: FXValue {}

     

       10
       10
       -
       extension Token: FXValue {}

     

       11
       11
       -
       extension Graph: FXValue where Vertex: Codable {}

     

       12
       12
       -
       

     

       13
       13
       -
       extension String: @retroactive FXValue {}

     

       14
       14
       -
       extension Set: @retroactive FXValue where Element: Codable {}

     

       15
       15
       -
       extension LLBDataID: @retroactive FXValue {}

+34

Sources/PterodactylBuild/Keys/AnalyseImports.swift

···

       1
       1
       +
       // SPDX-FileCopyrightText: 2025 The Project Pterodactyl Developers

     

       2
       2
       +
       //

     

       3
       3
       +
       // SPDX-License-Identifier: MPL-2.0

     

       4
       4
       +
       

     

       5
       5
       +
       import Foundation

     

       6
       6
       +
       import TSCBasic

     

       7
       7
       +
       import llbuild2fx

     

       8
       8
       +
       

     

       9
       9
       +
       extension Keys {

     

       10
       10
       +
       	struct AnalyseImports: BuildKey {

     

       11
       11
       +
       		typealias ValueType = [UnitName]

     

       12
       12
       +
       		let blobId: LLBDataID

     

       13
       13
       +
       

     

       14
       14
       +
       		func computeValue(_ ctx: BuildContext<Self>) async throws -> [UnitName] {

     

       15
       15
       +
       			let contents = try await ctx.load(blobId)

     

       16
       16
       +
       			let code = try await String(decoding: Data(ctx.read(blob: contents.blob!)), as: UTF8.self)

     

       17
       17
       +
       

     

       18
       18
       +
       			var results: [UnitName] = []

     

       19
       19
       +
       			let lines = code.split(separator: "\n", omittingEmptySubsequences: false)

     

       20
       20
       +
       

     

       21
       21
       +
       			for line in lines {

     

       22
       22
       +
       				let trimmed = line.trimmingCharacters(in: .whitespaces)

     

       23
       23
       +
       				guard trimmed.hasPrefix("import ") else { continue }

     

       24
       24
       +
       				let parts = trimmed.split(separator: " ", maxSplits: 1, omittingEmptySubsequences: true)

     

       25
       25
       +
       				if parts.count == 2 {

     

       26
       26
       +
       					let name = parts[1].trimmingCharacters(in: .whitespaces)

     

       27
       27
       +
       					results.append(UnitName(name: name))

     

       28
       28
       +
       				}

     

       29
       29
       +
       			}

     

       30
       30
       +
       

     

       31
       31
       +
       			return results

     

       32
       32
       +
       		}

     

       33
       33
       +
       	}

     

       34
       34
       +
       }

-22

Sources/PterodactylBuild/Keys/Blob-local operations/BlobContents.swift

···

       1
       1
       -
       // SPDX-FileCopyrightText: 2025 The Project Pterodactyl Developers

     

       2
       2
       -
       //

     

       3
       3
       -
       // SPDX-License-Identifier: MPL-2.0

     

       4
       4
       -
       

     

       5
       5
       -
       import Foundation

     

       6
       6
       -
       import TSCBasic

     

       7
       7
       -
       import llbuild2fx

     

       8
       8
       -
       

     

       9
       9
       -
       extension Keys {

     

       10
       10
       -
       	struct BlobContents: BuildKey {

     

       11
       11
       -
       		typealias ValueType = String

     

       12
       12
       -
       

     

       13
       13
       -
       		let blobId: LLBDataID

     

       14
       14
       -
       

     

       15
       15
       -
       		static let versionDependencies: [any FXVersioning.Type] = []

     

       16
       16
       -
       

     

       17
       17
       -
       		func computeValue(_ ctx: BuildContext<Self>) async throws -> String {

     

       18
       18
       -
       			let contents = try await ctx.load(blobId)

     

       19
       19
       -
       			return try await String(decoding: Data(ctx.read(blob: contents.blob!)), as: UTF8.self)

     

       20
       20
       -
       		}

     

       21
       21
       -
       	}

     

       22
       22
       -
       }

-65

Sources/PterodactylBuild/Keys/Blob-local operations/BlobImports.swift

···

       1
       1
       -
       // SPDX-FileCopyrightText: 2025 The Project Pterodactyl Developers

     

       2
       2
       -
       //

     

       3
       3
       -
       // SPDX-License-Identifier: MPL-2.0

     

       4
       4
       -
       

     

       5
       5
       -
       import Foundation

     

       6
       6
       -
       import TSCBasic

     

       7
       7
       -
       import llbuild2fx

     

       8
       8
       -
       import PterodactylSyntax

     

       9
       9
       -
       

     

       10
       10
       -
       private struct ImportParser {

     

       11
       11
       -
       	private var lexer: PterodactylSyntax.Lexer

     

       12
       12
       -
       	public private(set) var imports: [String] = []

     

       13
       13
       -
       

     

       14
       14
       -
       	public init(input: String) {

     

       15
       15
       -
       		self.lexer = PterodactylSyntax.Lexer(input: input)

     

       16
       16
       -
       	}

     

       17
       17
       -
       

     

       18
       18
       -
       	public mutating func parseHeader() {

     

       19
       19
       -
       		while true {

     

       20
       20
       -
       			guard let token = nextSignificantToken() else { return }

     

       21
       21
       -
       			switch token.kind {

     

       22
       22
       -
       			case .keyword(.import): parseImportStatement()

     

       23
       23
       -
       			default: return

     

       24
       24
       -
       			}

     

       25
       25
       -
       		}

     

       26
       26
       -
       	}

     

       27
       27
       -
       

     

       28
       28
       -
       	/// Returns the next non-whitespace token.

     

       29
       29
       -
       	private mutating func nextSignificantToken() -> Token? {

     

       30
       30
       -
       		var token = lexer.nextToken()

     

       31
       31
       -
       		while token?.kind.isTrivia == true {

     

       32
       32
       -
       			token = lexer.nextToken()

     

       33
       33
       -
       		}

     

       34
       34
       -
       		

     

       35
       35
       -
       		guard let token else { return nil}

     

       36
       36
       -
       		return Token(kind: token.kind, text: token.text)

     

       37
       37
       -
       	}

     

       38
       38
       -
       

     

       39
       39
       -
       	/// Parses a single `import xyz` line.

     

       40
       40
       -
       	private mutating func parseImportStatement() {

     

       41
       41
       -
       		guard let next = nextSignificantToken() else { return }

     

       42
       42
       -
       		guard next.kind == .identifier else { return }

     

       43
       43
       -
       		imports.append(next.text)

     

       44
       44
       -
       	}

     

       45
       45
       -
       }

     

       46
       46
       -
       

     

       47
       47
       -
       

     

       48
       48
       -
       extension Keys {

     

       49
       49
       -
       	struct BlobImports: BuildKey {

     

       50
       50
       -
       		typealias ValueType = [UnitName]

     

       51
       51
       -
       		let blobId: LLBDataID

     

       52
       52
       -
       		

     

       53
       53
       -
       		static let versionDependencies: [any FXVersioning.Type] = [BlobContents.self]

     

       54
       54
       -
       

     

       55
       55
       -
       		func computeValue(_ ctx: BuildContext<Self>) async throws -> [UnitName] {

     

       56
       56
       -
       			let code = try await ctx.request(BlobContents(blobId: blobId))

     

       57
       57
       -
       			var importParser = ImportParser(input: code)

     

       58
       58
       -
       			importParser.parseHeader()

     

       59
       59
       -
       			

     

       60
       60
       -
       			return importParser.imports.map { name in

     

       61
       61
       -
       				UnitName(basename: name)

     

       62
       62
       -
       			}

     

       63
       63
       -
       		}

     

       64
       64
       -
       	}

     

       65
       65
       -
       }

-26

Sources/PterodactylBuild/Keys/Blob-local operations/BlobSyntaxTree.swift

···

       1
       1
       -
       // SPDX-FileCopyrightText: 2025 The Project Pterodactyl Developers

     

       2
       2
       -
       //

     

       3
       3
       -
       // SPDX-License-Identifier: MPL-2.0

     

       4
       4
       -
       

     

       5
       5
       -
       import Foundation

     

       6
       6
       -
       import PterodactylSyntax

     

       7
       7
       -
       import TSCBasic

     

       8
       8
       -
       import llbuild2fx

     

       9
       9
       -
       

     

       10
       10
       -
       extension Keys {

     

       11
       11
       -
       	struct BlobSyntaxTree: BuildKey {

     

       12
       12
       -
       		typealias ValueType = SyntaxTree

     

       13
       13
       -
       

     

       14
       14
       -
       		let blobId: LLBDataID

     

       15
       15
       -
       

     

       16
       16
       -
       		static let versionDependencies: [any FXVersioning.Type] = [BlobContents.self, BlobTokens.self]

     

       17
       17
       -
       

     

       18
       18
       -
       		func computeValue(_ ctx: BuildContext<Self>) async throws -> ValueType {

     

       19
       19
       -
       			let code = try await ctx.request(BlobContents(blobId: blobId))

     

       20
       20
       -
       			let tokens = try await ctx.request(BlobTokens(blobId: blobId))

     

       21
       21
       -
       			var parser = Parser(source: code, tokens: tokens)

     

       22
       22
       -
       			PterodactylSyntax.Document.parse(&parser)

     

       23
       23
       -
       			return parser.tree

     

       24
       24
       -
       		}

     

       25
       25
       -
       	}

     

       26
       26
       -
       }

-25

Sources/PterodactylBuild/Keys/Blob-local operations/BlobTokens.swift

···

       1
       1
       -
       // SPDX-FileCopyrightText: 2025 The Project Pterodactyl Developers

     

       2
       2
       -
       //

     

       3
       3
       -
       // SPDX-License-Identifier: MPL-2.0

     

       4
       4
       -
       

     

       5
       5
       -
       import Foundation

     

       6
       6
       -
       import TSCBasic

     

       7
       7
       -
       import llbuild2fx

     

       8
       8
       -
       import PterodactylSyntax

     

       9
       9
       -
       

     

       10
       10
       -
       extension Keys {

     

       11
       11
       -
       	struct BlobTokens: BuildKey {

     

       12
       12
       -
       		typealias ValueType = [Token]

     

       13
       13
       -
       

     

       14
       14
       -
       		let blobId: LLBDataID

     

       15
       15
       -
       

     

       16
       16
       -
       		static let versionDependencies: [any FXVersioning.Type] = [BlobContents.self]

     

       17
       17
       -
       

     

       18
       18
       -
       		func computeValue(_ ctx: BuildContext<Self>) async throws -> ValueType {

     

       19
       19
       -
       			let code = try await ctx.request(BlobContents(blobId: blobId))

     

       20
       20
       -
       			var lexer = PterodactylSyntax.Lexer(input: code)

     

       21
       21
       -
       			let flatTokens = lexer.tokenize()

     

       22
       22
       -
       			return BlockLayoutProcessor(tokens: flatTokens).layout()

     

       23
       23
       -
       		}

     

       24
       24
       -
       	}

     

       25
       25
       -
       }

-1

Sources/PterodactylBuild/Keys/Blob-local operations/README.md

···

       1
       1
       -
       Certain operations do not require knowledge of the entire source tree, only a specific blob inside the source tree. These include import analysis, tokenisation, line maps, parsing, etc.

+4 -2

Sources/PterodactylBuild/Keys/DependencyGraphOfSourceTree.swift

···

       6
       6
        
       import TSCBasic

     

       7
       7
        
       import llbuild2fx

     

       8
       8
        
       

     

       9
       9
       +
       extension Graph: FXValue where Vertex: Codable {}

     

       10
       10
       +
       

     

       9
       11
        
       extension Keys {

     

       10
       12
        
       	struct DependencyGraphOfSourceTree: BuildKey {

     

       11
       13
        
       		typealias ValueType = Graph<UnitName>

     

       12
       14
        
       

     

       13
       15
        
       		let sourceTreeId: LLBDataID

     

       14
       14
       -
       		static let versionDependencies: [any FXVersioning.Type] = [Keys.UnitMapOfSourceTree.self, Keys.BlobImports.self]

     

       16
       16
       +
       		static let versionDependencies: [any FXVersioning.Type] = [Keys.UnitMapOfSourceTree.self, Keys.AnalyseImports.self]

     

       15
       17
        
       

     

       16
       18
        
       		func computeValue(_ ctx: BuildContext<Self>) async throws -> Graph<UnitName> {

     

       17
       19
        
       			let unitMap = try await ctx.request(Keys.UnitMapOfSourceTree(sourceTreeId: sourceTreeId))

     
···

       19
       21
        
       

     

       20
       22
        
       			for (unitName, unitInfo) in unitMap.units {

     

       21
       23
        
       				if edges[unitName] == nil { edges[unitName] = [] }

     

       22
       22
       -
       				let imports = try await ctx.request(Keys.BlobImports(blobId: unitInfo.blobId))

     

       24
       24
       +
       				let imports = try await ctx.request(Keys.AnalyseImports(blobId: unitInfo.blobId))

     

       23
       25
        
       				for importedUnitName in imports {

     

       24
       26
        
       					edges[unitName]!.insert(importedUnitName)

     

       25
       27
        
       				}

Sources/PterodactylBuild/Keys/Keys.swift

···

       1
       1
       +
       // SPDX-FileCopyrightText: 2025 The Project Pterodactyl Developers

     

       2
       2
       +
       //

     

       3
       3
       +
       // SPDX-License-Identifier: MPL-2.0

     

       4
       4
       +
       

     

       5
       5
       +
       import Foundation

     

       6
       6
       +
       

     

       7
       7
       +
       enum Keys {}

+6 -4

Sources/PterodactylBuild/Keys/NarrowSourceTree.swift

···

       9
       9
        
       extension Keys {

     

       10
       10
        
       	/// Narrows a source tree to just the transitive dependencies of a given unit

     

       11
       11
        
       	struct NarrowSourceTree: BuildKey {

     

       12
       12
       -
       		typealias ValueType = LLBDataID

     

       13
       13
       -
       		

     

       12
       12
       +
       		struct ValueType: Codable, FXValue {

     

       13
       13
       +
       			let sourceTreeId: LLBDataID

     

       14
       14
       +
       		}

     

       15
       15
       +
       

     

       14
       16
        
       		let sourceTreeId: LLBDataID

     

       15
       17
        
       		let unitName: UnitName

     

       16
       18
        
       

     

       17
       19
        
       		static let versionDependencies: [any FXVersioning.Type] = [TransitiveDependencies.self, UnitMapOfSourceTree.self]

     

       18
       20
        
       

     

       19
       21
        
       		func computeValue(_ ctx: BuildContext<Self>) async throws -> ValueType {

     

       20
       20
       -
       			let dependencies = try await ctx.request(TransitiveDependencies(sourceTreeId: sourceTreeId, unitName: unitName))

     

       22
       22
       +
       			let dependencies = try await ctx.request(TransitiveDependencies(sourceTreeId: sourceTreeId, unitName: unitName)).dependencies

     

       21
       23
        
       			let unitMap = try await ctx.request(UnitMapOfSourceTree(sourceTreeId: sourceTreeId))

     

       22
       24
        
       

     

       23
       25
        
       			var sourceTree = try await LLBCASFileTree.load(id: sourceTreeId, in: ctx)

     
···

       27
       29
        
       				}

     

       28
       30
        
       			}

     

       29
       31
        
       

     

       30
       30
       -
       			return sourceTree.id

     

       32
       32
       +
       			return ValueType(sourceTreeId: sourceTree.id)

     

       31
       33
        
       		}

     

       32
       34
        
       	}

     

       33
       35
        
       }

+32

Sources/PterodactylBuild/Keys/SourceCode.swift

···

       1
       1
       +
       // SPDX-FileCopyrightText: 2025 The Project Pterodactyl Developers

     

       2
       2
       +
       //

     

       3
       3
       +
       // SPDX-License-Identifier: MPL-2.0

     

       4
       4
       +
       

     

       5
       5
       +
       import Foundation

     

       6
       6
       +
       import TSCBasic

     

       7
       7
       +
       import llbuild2fx

     

       8
       8
       +
       

     

       9
       9
       +
       extension Keys {

     

       10
       10
       +
       	struct SourceCode: BuildKey {

     

       11
       11
       +
       		struct ValueType: Codable, FXValue {

     

       12
       12
       +
       			let code: String

     

       13
       13
       +
       		}

     

       14
       14
       +
       

     

       15
       15
       +
       		enum SourceCodeError: Error {

     

       16
       16
       +
       			case unitNotFound

     

       17
       17
       +
       		}

     

       18
       18
       +
       

     

       19
       19
       +
       		let sourceTreeId: LLBDataID

     

       20
       20
       +
       		let unitName: UnitName

     

       21
       21
       +
       

     

       22
       22
       +
       		static let versionDependencies: [any FXVersioning.Type] = [UnitMapOfSourceTree.self]

     

       23
       23
       +
       

     

       24
       24
       +
       		func computeValue(_ ctx: BuildContext<Self>) async throws -> ValueType {

     

       25
       25
       +
       			let unitMap = try await ctx.request(UnitMapOfSourceTree(sourceTreeId: sourceTreeId))

     

       26
       26
       +
       			guard let unitInfo = unitMap.units[unitName] else { throw SourceCodeError.unitNotFound }

     

       27
       27
       +
       			let contents = try await ctx.load(unitInfo.blobId)

     

       28
       28
       +
       			let code = try await String(decoding: Data(ctx.read(blob: contents.blob!)), as: UTF8.self)

     

       29
       29
       +
       			return ValueType(code: code)

     

       30
       30
       +
       		}

     

       31
       31
       +
       	}

     

       32
       32
       +
       }

+4 -2

Sources/PterodactylBuild/Keys/TransitiveDependencies.swift

···

       8
       8
        
       

     

       9
       9
        
       extension Keys {

     

       10
       10
        
       	struct TransitiveDependencies: BuildKey {

     

       11
       11
       -
       		typealias ValueType = Set<UnitName>

     

       11
       11
       +
       		struct ValueType: Codable, FXValue {

     

       12
       12
       +
       			var dependencies: Set<UnitName>

     

       13
       13
       +
       		}

     

       12
       14
        
       

     

       13
       15
        
       		let sourceTreeId: LLBDataID

     

       14
       16
        
       		let unitName: UnitName

     
···

       17
       19
        
       

     

       18
       20
        
       		func computeValue(_ ctx: BuildContext<Self>) async throws -> ValueType {

     

       19
       21
        
       			let graph = try await ctx.request(Keys.DependencyGraphOfSourceTree(sourceTreeId: sourceTreeId))

     

       20
       20
       -
       			return graph.verticesReachableFrom(unitName)

     

       22
       22
       +
       			return ValueType(dependencies: graph.verticesReachableFrom(unitName))

     

       21
       23
        
       		}

     

       22
       24
        
       	}

     

       23
       25
        
       }

-7

Sources/PterodactylBuild/Keys.swift

···

       1
       1
       -
       // SPDX-FileCopyrightText: 2025 The Project Pterodactyl Developers

     

       2
       2
       -
       //

     

       3
       3
       -
       // SPDX-License-Identifier: MPL-2.0

     

       4
       4
       -
       

     

       5
       5
       -
       import Foundation

     

       6
       6
       -
       

     

       7
       7
       -
       enum Keys {}

+5 -5

Sources/PterodactylBuild/Types/UnitName.swift

···

       3
       3
        
       // SPDX-License-Identifier: MPL-2.0

     

       4
       4
        
       

     

       5
       5
        
       import Foundation

     

       6
       6
       -
       import TSCBasic

     

       7
       6
        
       import llbuild2fx

     

       7
       7
       +
       import TSCBasic

     

       8
       8
        
       

     

       9
       9
        
       struct UnitName: Codable, Equatable, Hashable {

     

       10
       10
       -
       	var basename: String

     

       10
       10
       +
       	var name: String

     

       11
       11
        
       }

     

       12
       12
        
       

     

       13
       13
        
       extension UnitName: FXValue {}

     

       14
       14
        
       

     

       15
       15
        
       extension UnitName {

     

       16
       16
       -
       	static func fromPath(_ path: AbsolutePath) -> Self {

     

       17
       17
       -
       		Self(basename: path.basenameWithoutExt)

     

       18
       18
       -
       	}

     

       16
       16
       +
         static func fromPath(_ path: AbsolutePath) -> Self {

     

       17
       17
       +
           Self(name: path.basenameWithoutExt)

     

       18
       18
       +
         }

     

       19
       19
        
       }

-100

Sources/PterodactylSyntax/BlockLayoutProcessor.swift

···

       1
       1
       -
       // SPDX-FileCopyrightText: 2025 The Project Pterodactyl Developers

     

       2
       2
       -
       //

     

       3
       3
       -
       // SPDX-License-Identifier: MPL-2.0

     

       4
       4
       -
       

     

       5
       5
       -
       import Foundation

     

       6
       6
       -
       

     

       7
       7
       -
       fileprivate struct TokenLocation {

     

       8
       8
       -
       	let startLine: Int

     

       9
       9
       -
       	let startColumn: Int

     

       10
       10
       -
       }

     

       11
       11
       -
       

     

       12
       12
       -
       fileprivate struct LocatedToken {

     

       13
       13
       -
       	let token: Token

     

       14
       14
       -
       	let location: TokenLocation

     

       15
       15
       -
       	let lines: [String.SubSequence]

     

       16
       16
       -
       

     

       17
       17
       -
       	init(token: Token, location: TokenLocation) {

     

       18
       18
       -
       		self.token = token

     

       19
       19
       -
       		self.location = location

     

       20
       20
       -
       		self.lines = token.text.split(separator: "\n", omittingEmptySubsequences: false)

     

       21
       21
       -
       	}

     

       22
       22
       -
       

     

       23
       23
       -
       	var nextLocation: TokenLocation {

     

       24
       24
       -
       		let startLine = location.startLine + lines.count - 1

     

       25
       25
       -
       		let startColumn = if lines.count > 1 { lines.last!.utf16.count } else { lines.last?.utf16.count ?? location.startColumn }

     

       26
       26
       -
       		return TokenLocation(startLine: startLine, startColumn: startColumn)

     

       27
       27
       -
       	}

     

       28
       28
       -
       }

     

       29
       29
       -
       

     

       30
       30
       -
       public struct BlockLayoutProcessor {

     

       31
       31
       -
       	private let locatedTokens: [LocatedToken]

     

       32
       32
       -
       

     

       33
       33
       -
       	public init(tokens: [Token]) {

     

       34
       34
       -
       		var locatedTokens: [LocatedToken] = []

     

       35
       35
       -
       		var location = TokenLocation(startLine: 0, startColumn: 0)

     

       36
       36
       -
       		for token in tokens {

     

       37
       37
       -
       			let locatedToken = LocatedToken(token: token, location: location)

     

       38
       38
       -
       			locatedTokens.append(locatedToken)

     

       39
       39
       -
       			location = locatedToken.nextLocation

     

       40
       40
       -
       		}

     

       41
       41
       -
       

     

       42
       42
       -
       		self.locatedTokens = locatedTokens

     

       43
       43
       -
       	}

     

       44
       44
       -
       

     

       45
       45
       -
       

     

       46
       46
       -
       	public func layout() -> [Token] {

     

       47
       47
       -
       		var result: [Token] = []

     

       48
       48
       -
       		var indentStack: [Int] = [0]

     

       49
       49
       -
       		var previousLine = 0

     

       50
       50
       -
       		var firstTokenInBlock = false

     

       51
       51
       -
       

     

       52
       52
       -
       		for (index, locatedToken) in locatedTokens.enumerated() {

     

       53
       53
       -
       			guard locatedToken.token.kind != .eof else { break }

     

       54
       54
       -
       			guard locatedToken.token.kind.canDetermineLayoutColumn else {

     

       55
       55
       -
       				result.append(locatedToken.token)

     

       56
       56
       -
       				continue

     

       57
       57
       -
       			}

     

       58
       58
       -
       

     

       59
       59
       -
       			if locatedToken.location.startLine > previousLine {

     

       60
       60
       -
       				while indentStack.count > 1 && locatedToken.location.startColumn < indentStack.last! {

     

       61
       61
       -
       					indentStack.removeLast()

     

       62
       62
       -
       					result.append(Token(kind: .blockEnd, text: ""))

     

       63
       63
       -
       				}

     

       64
       64
       -
       

     

       65
       65
       -
       				if !firstTokenInBlock && indentStack.count > 1 && locatedToken.location.startColumn == indentStack.last! {

     

       66
       66
       -
       					result.append(Token(kind: .blockSep, text: ""))

     

       67
       67
       -
       				}

     

       68
       68
       -
       			}

     

       69
       69
       -
       

     

       70
       70
       -
       			result.append(locatedToken.token)

     

       71
       71
       -
       

     

       72
       72
       -
       			if locatedToken.token.kind.isBlockHerald {

     

       73
       73
       -
       				firstTokenInBlock = true

     

       74
       74
       -
       

     

       75
       75
       -
       				if let nextToken = locatedTokens[index...].first(where: { $0.location.startLine > locatedToken.location.startLine && $0.token.kind.canDetermineLayoutColumn }) {

     

       76
       76
       -
       					result.append(Token(kind: .blockBegin, text: ""))

     

       77
       77
       -
       					indentStack.append(nextToken.location.startColumn)

     

       78
       78
       -
       				} else {

     

       79
       79
       -
       					result.append(Token(kind: .blockBegin, text: ""))

     

       80
       80
       -
       					result.append(Token(kind: .blockEnd, text: ""))

     

       81
       81
       -
       				}

     

       82
       82
       -
       			} else {

     

       83
       83
       -
       				firstTokenInBlock = false

     

       84
       84
       -
       			}

     

       85
       85
       -
       

     

       86
       86
       -
       			previousLine = locatedToken.location.startLine

     

       87
       87
       -
       		}

     

       88
       88
       -
       

     

       89
       89
       -
       		while indentStack.count > 1 {

     

       90
       90
       -
       			indentStack.removeLast()

     

       91
       91
       -
       			result.append(Token(kind: .blockEnd, text: ""))

     

       92
       92
       -
       		}

     

       93
       93
       -
       

     

       94
       94
       -
       		if let eof = locatedTokens.last, eof.token.kind == .eof {

     

       95
       95
       -
       			result.append(eof.token)

     

       96
       96
       -
       		}

     

       97
       97
       -
       

     

       98
       98
       -
       		return result

     

       99
       99
       -
       	}

     

       100
       100
       -
       }

+16 -44

Sources/PterodactylSyntax/Cursor.swift

···

       3
       3
        
       // SPDX-License-Identifier: MPL-2.0

     

       4
       4
        
       

     

       5
       5
        
       import Foundation

     

       6
       6
       -
       import LanguageServerProtocol

     

       7
       7
       -
       

     

       8
       8
       -
       extension SyntaxTree {

     

       9
       9
       -
       	public final class Cursor {

     

       10
       10
       -
       		public let lineMap: LineMap

     

       11
       11
       -
       		public let node: SyntaxTree.Child

     

       12
       12
       -
       		public let utf16Offset: Int

     

       13
       13
       -
       

     

       14
       14
       -
       		public private(set) lazy var children: [Cursor] = {

     

       15
       15
       -
       			var children: [Cursor] = []

     

       16
       16
       -
       			var utf16Offset = utf16Offset

     

       17
       17
       -
       			for childNode in node.children {

     

       18
       18
       -
       				children.append(Self(lineMap: lineMap, node: childNode, utf16Offset: utf16Offset))

     

       19
       19
       -
       				utf16Offset += childNode.utf16Length

     

       20
       20
       -
       			}

     

       21
       21
       -
       

     

       22
       22
       -
       			return children

     

       23
       23
       -
       		}()

     

       24
       24
       -
       

     

       25
       25
       -
       		public var utf16Range: Range<Int> {

     

       26
       26
       -
       			utf16Offset..<utf16Offset + node.utf16Length

     

       27
       27
       -
       		}

     

       28
       28
       -
       

     

       29
       29
       -
       		init(lineMap: LineMap, node: SyntaxTree.Child, utf16Offset: Int) {

     

       30
       30
       -
       			self.lineMap = lineMap

     

       31
       31
       -
       			self.node = node

     

       32
       32
       -
       			self.utf16Offset = utf16Offset

     

       33
       33
       -
       		}

     

       34
       34
       -
       	}

     

       35
       35
       -
       }

     

       36
       6
        
       

     

       37
       37
       -
       extension SyntaxTree.Cursor {

     

       38
       38
       -
       	public func firstChild<T>(mapping: (SyntaxTree.Cursor) -> T?) -> T? {

     

       39
       39
       -
       		for child in children {

     

       40
       40
       -
       			if let result = mapping(child) {

     

       41
       41
       -
       				return result

     

       42
       42
       -
       			} else {

     

       43
       43
       -
       				continue

     

       44
       44
       -
       			}

     

       45
       45
       -
       		}

     

       46
       46
       -
       		return nil

     

       47
       47
       -
       	}

     

       7
       7
       +
       public struct Cursor: Sendable {

     

       8
       8
       +
         let node: SyntaxTree.Child

     

       9
       9
       +
       	let utf16Offset: Int

     

       10
       10
       +
       	let children: [Cursor]

     

       48
       11
        
       	

     

       49
       49
       -
       	public func children<T>(mapping: (SyntaxTree.Cursor) -> T?) -> [T] {

     

       50
       50
       -
       		children.compactMap(mapping)

     

       12
       12
       +
         init(node: SyntaxTree.Child, utf16Offset: Int) {

     

       13
       13
       +
       		self.node = node

     

       14
       14
       +
       		self.utf16Offset = utf16Offset

     

       15
       15
       +
       		

     

       16
       16
       +
       		var children: [Cursor] = []

     

       17
       17
       +
       		var utf16Offset = utf16Offset

     

       18
       18
       +
       		for childNode in node.children {

     

       19
       19
       +
       			children.append(Self(node: childNode, utf16Offset: utf16Offset))

     

       20
       20
       +
       			utf16Offset += childNode.utf16Length

     

       21
       21
       +
       		}

     

       22
       22
       +
       		

     

       23
       23
       +
       		self.children = children

     

       51
       24
        
       	}

     

       52
       25
        
       }

     

       53
       53
       -

-25

Sources/PterodactylSyntax/Diagnostic.swift

···

       1
       1
       -
       // SPDX-FileCopyrightText: 2025 The Project Pterodactyl Developers

     

       2
       2
       -
       //

     

       3
       3
       -
       // SPDX-License-Identifier: MPL-2.0

     

       4
       4
       -
       

     

       5
       5
       -
       public struct Diagnostic: Equatable {

     

       6
       6
       -
       	enum Severity: Equatable {

     

       7
       7
       -
       		case error

     

       8
       8
       -
       		case warning

     

       9
       9
       -
       		case note

     

       10
       10
       -
       	}

     

       11
       11
       -
       	let message: String

     

       12
       12
       -
       	let severity: Severity

     

       13
       13
       -
       	/// Absolute UTF-16 code unit offsets from start of source

     

       14
       14
       -
       	let absoluteRange: Range<Int>

     

       15
       15
       -
       

     

       16
       16
       -
       	init(message: String, severity: Severity, absoluteRange: Range<Int>) {

     

       17
       17
       -
       		self.message = message

     

       18
       18
       -
       		self.severity = severity

     

       19
       19
       -
       		self.absoluteRange = absoluteRange

     

       20
       20
       -
       	}

     

       21
       21
       -
       

     

       22
       22
       -
       	init(message: String, absoluteRange: Range<Int>) {

     

       23
       23
       -
       		self.init(message: message, severity: Severity.error, absoluteRange: absoluteRange)

     

       24
       24
       -
       	}

     

       25
       25
       -
       }

-63

Sources/PterodactylSyntax/FoldingRanges.swift

···

       1
       1
       -
       // SPDX-FileCopyrightText: 2025 The Project Pterodactyl Developers

     

       2
       2
       -
       //

     

       3
       3
       -
       // SPDX-License-Identifier: MPL-2.0

     

       4
       4
       -
       

     

       5
       5
       -
       import Foundation

     

       6
       6
       -
       import LanguageServerProtocol

     

       7
       7
       -
       

     

       8
       8
       -
       private enum ArraySymmetry {

     

       9
       9
       -
       	case identity

     

       10
       10
       -
       	case reverse

     

       11
       11
       -
       }

     

       12
       12
       -
       

     

       13
       13
       -
       extension Array {

     

       14
       14
       -
       	fileprivate func apply(symmetry: ArraySymmetry) -> any Collection<Element> {

     

       15
       15
       -
       		switch symmetry {

     

       16
       16
       -
       		case .identity: self

     

       17
       17
       -
       		case .reverse: reversed()

     

       18
       18
       -
       		}

     

       19
       19
       -
       	}

     

       20
       20
       -
       }

     

       21
       21
       -
       

     

       22
       22
       -
       extension SyntaxTree.Cursor {

     

       23
       23
       -
       	private func firstVisibleNode(under symmetry: ArraySymmetry) -> SyntaxTree.Cursor? {

     

       24
       24
       -
       		switch node {

     

       25
       25
       -
       		case .token(let token, _):

     

       26
       26
       -
       			return token.kind.isVisible ? self : nil

     

       27
       27
       -
       		case .tree:

     

       28
       28
       -
       			for child in children.apply(symmetry: symmetry) {

     

       29
       29
       -
       				if let visibleChild = child.firstVisibleNode(under: symmetry) { return visibleChild }

     

       30
       30
       -
       				continue

     

       31
       31
       -
       			}

     

       32
       32
       -
       

     

       33
       33
       -
       			return nil

     

       34
       34
       -
       		}

     

       35
       35
       -
       	}

     

       36
       36
       -
       

     

       37
       37
       -
       	private var visibleUtf16Range: Range<Int>? {

     

       38
       38
       -
       		guard

     

       39
       39
       -
       			let firstNode = firstVisibleNode(under: .identity),

     

       40
       40
       -
       			let lastNode = firstVisibleNode(under: .reverse)

     

       41
       41
       -
       		else { return nil }

     

       42
       42
       -
       		return firstNode.utf16Range.lowerBound..<lastNode.utf16Range.upperBound

     

       43
       43
       -
       	}

     

       44
       44
       -
       

     

       45
       45
       -
       	private func collectFoldingRanges(_ sink: inout [FoldingRange]) {

     

       46
       46
       -
       		if let foldingRangeKind = node.tree?.metadata?.delimitedFoldingRangeKind, let visibleUtf16Range {

     

       47
       47
       -
       			let startLocation = lineMap.location(at: visibleUtf16Range.lowerBound)

     

       48
       48
       -
       			let endLocation = lineMap.location(at: visibleUtf16Range.upperBound)

     

       49
       49
       -
       			let foldingRange = FoldingRange(startLine: startLocation.line, endLine: endLocation.line, kind: foldingRangeKind)

     

       50
       50
       -
       			sink.append(foldingRange)

     

       51
       51
       -
       		}

     

       52
       52
       -
       

     

       53
       53
       -
       		for child in children {

     

       54
       54
       -
       			child.collectFoldingRanges(&sink)

     

       55
       55
       -
       		}

     

       56
       56
       -
       	}

     

       57
       57
       -
       

     

       58
       58
       -
       	public var foldingRanges: [FoldingRange] {

     

       59
       59
       -
       		var sink: [FoldingRange] = []

     

       60
       60
       -
       		collectFoldingRanges(&sink)

     

       61
       61
       -
       		return sink

     

       62
       62
       -
       	}

     

       63
       63
       -
       }

-46

Sources/PterodactylSyntax/Grammar/Document/Import.swift

···

       1
       1
       -
       // SPDX-FileCopyrightText: 2025 The Project Pterodactyl Developers

     

       2
       2
       -
       //

     

       3
       3
       -
       // SPDX-License-Identifier: MPL-2.0

     

       4
       4
       -
       

     

       5
       5
       -
       import Foundation

     

       6
       6
       -
       

     

       7
       7
       -
       enum ImportName: Grammar {

     

       8
       8
       -
       	static let kind = SyntaxTreeKind(name: "import.name")

     

       9
       9
       -
       	static let kinds = [kind]

     

       10
       10
       -
       	

     

       11
       11
       -
       	static func before(_ parser: inout Parser) -> Bool {

     

       12
       12
       -
       		parser.isAt(kind: .identifier)

     

       13
       13
       -
       	}

     

       14
       14
       -
       

     

       15
       15
       -
       	static func inside(_ parser: inout Parser) -> ParseResult {

     

       16
       16
       -
       		parser.expect(kind: .identifier, metadata: TokenMetadata(semanticTokenType: .namespace))

     

       17
       17
       -
       		return ParseResult(kind: Self.kind)

     

       18
       18
       -
       	}

     

       19
       19
       -
       }

     

       20
       20
       -
       

     

       21
       21
       -
       enum Import: Grammar {

     

       22
       22
       -
       	static let kind = SyntaxTreeKind(name: "import")

     

       23
       23
       -
       	static let kinds = [kind]

     

       24
       24
       -
       	

     

       25
       25
       -
       	static func before(_ parser: inout Parser) -> Bool {

     

       26
       26
       -
       		parser.isAt(kind: .keyword(.import))

     

       27
       27
       -
       	}

     

       28
       28
       -
       

     

       29
       29
       -
       	static func inside(_ parser: inout Parser) -> ParseResult {

     

       30
       30
       -
       		parser.expect(kind: .keyword(.import), metadata: TokenMetadata(semanticTokenType: .keyword))

     

       31
       31
       -
       		parser.eatTrivia()

     

       32
       32
       -
       		ImportName.parse(&parser)

     

       33
       33
       -
       		return ParseResult(kind: Self.kind)

     

       34
       34
       -
       	}

     

       35
       35
       -
       }

     

       36
       36
       -
       

     

       37
       37
       -
       

     

       38
       38
       -
       extension SyntaxView<ImportName> {

     

       39
       39
       -
       	var text: String { cursor.node.text }

     

       40
       40
       -
       }

     

       41
       41
       -
       

     

       42
       42
       -
       extension SyntaxView<Import> {

     

       43
       43
       -
       	var name: SyntaxView<ImportName>? {

     

       44
       44
       -
       		matchingSubview()

     

       45
       45
       -
       	}

     

       46
       46
       -
       }

-19

Sources/PterodactylSyntax/Grammar/Document/Theory/Declaration/Lhs.swift

···

       1
       1
       -
       // SPDX-FileCopyrightText: 2025 The Project Pterodactyl Developers

     

       2
       2
       -
       //

     

       3
       3
       -
       // SPDX-License-Identifier: MPL-2.0

     

       4
       4
       -
       

     

       5
       5
       -
       import Foundation

     

       6
       6
       -
       

     

       7
       7
       -
       enum Lhs: Grammar {

     

       8
       8
       -
       	static let kind = SyntaxTreeKind(name: "declaration.lhs")

     

       9
       9
       -
       	static let kinds = [kind]

     

       10
       10
       -
       	

     

       11
       11
       -
       	static func before(_ parser: inout Parser) -> Bool {

     

       12
       12
       -
       		parser.isAt(kind: .identifier)

     

       13
       13
       -
       	}

     

       14
       14
       -
       

     

       15
       15
       -
       	static func inside(_ parser: inout Parser) -> ParseResult {

     

       16
       16
       -
       		parser.expect(kind: .identifier, metadata: TokenMetadata(semanticTokenType: .method))

     

       17
       17
       -
       		return ParseResult(kind: Self.kind)

     

       18
       18
       -
       	}

     

       19
       19
       -
       }

-19

Sources/PterodactylSyntax/Grammar/Document/Theory/Declaration/Rhs.swift

···

       1
       1
       -
       // SPDX-FileCopyrightText: 2025 The Project Pterodactyl Developers

     

       2
       2
       -
       //

     

       3
       3
       -
       // SPDX-License-Identifier: MPL-2.0

     

       4
       4
       -
       

     

       5
       5
       -
       import Foundation

     

       6
       6
       -
       

     

       7
       7
       -
       enum Rhs: Grammar {

     

       8
       8
       -
       	static let kind = SyntaxTreeKind(name: "declaration.lhs")

     

       9
       9
       -
       	static let kinds = [kind]

     

       10
       10
       -
       	

     

       11
       11
       -
       	static func before(_ parser: inout Parser) -> Bool {

     

       12
       12
       -
       		parser.isAt(kind: .identifier)

     

       13
       13
       -
       	}

     

       14
       14
       -
       

     

       15
       15
       -
       	static func inside(_ parser: inout Parser) -> ParseResult {

     

       16
       16
       -
       		parser.expect(kind: .identifier, metadata: TokenMetadata(semanticTokenType: .method))

     

       17
       17
       -
       		return ParseResult(kind: Self.kind)

     

       18
       18
       -
       	}

     

       19
       19
       -
       }

-52

Sources/PterodactylSyntax/Grammar/Document/Theory/Declaration.swift

···

       1
       1
       -
       // SPDX-FileCopyrightText: 2025 The Project Pterodactyl Developers

     

       2
       2
       -
       //

     

       3
       3
       -
       // SPDX-License-Identifier: MPL-2.0

     

       4
       4
       -
       

     

       5
       5
       -
       import Foundation

     

       6
       6
       -
       

     

       7
       7
       -
       enum Declaration: Grammar {

     

       8
       8
       -
       	enum Kinds {

     

       9
       9
       -
       		static let claim = SyntaxTreeKind(name: "decl.claim")

     

       10
       10
       -
       		static let refine = SyntaxTreeKind(name: "decl.refine")

     

       11
       11
       -
       		static let define = SyntaxTreeKind(name: "decl.define")

     

       12
       12
       -
       	}

     

       13
       13
       -
       

     

       14
       14
       -
       	static let kinds = [Kinds.claim, Kinds.refine, Kinds.define]

     

       15
       15
       -
       	

     

       16
       16
       -
       	static func before(_ parser: inout Parser) -> Bool {

     

       17
       17
       -
       		Lhs.before(&parser)

     

       18
       18
       -
       	}

     

       19
       19
       -
       

     

       20
       20
       -
       	static let punctuationMap: [Punctuation: SyntaxTreeKind] = [

     

       21
       21
       -
       		.colon: Kinds.claim,

     

       22
       22
       -
       		.doubleLeftArrow: Kinds.refine,

     

       23
       23
       -
       		.doubleRightArrow: Kinds.define

     

       24
       24
       -
       	]

     

       25
       25
       -
       

     

       26
       26
       -
       	static func inside(_ parser: inout Parser) -> ParseResult {

     

       27
       27
       -
       		Lhs.parse(&parser)

     

       28
       28
       -
       		parser.eatTrivia()

     

       29
       29
       -
       

     

       30
       30
       -
       		var kind: SyntaxTreeKind = .error

     

       31
       31
       -
       		for cell in punctuationMap {

     

       32
       32
       -
       			if parser.eat(kind: .punctuation(cell.key), metadata: TokenMetadata(semanticTokenType: .operator)) {

     

       33
       33
       -
       				kind = cell.value

     

       34
       34
       -
       				break

     

       35
       35
       -
       			}

     

       36
       36
       -
       		}

     

       37
       37
       -
       

     

       38
       38
       -
       		if kind == .error {

     

       39
       39
       -
       			parser.advance(error: "Expected one of \(punctuationMap.keys.map(\.rawValue)) in declaration")

     

       40
       40
       -
       		}

     

       41
       41
       -
       

     

       42
       42
       -
       		parser.eatTrivia()

     

       43
       43
       -
       		Rhs.parse(&parser)

     

       44
       44
       -
       

     

       45
       45
       -
       		return ParseResult(kind: kind)

     

       46
       46
       -
       	}

     

       47
       47
       -
       }

     

       48
       48
       -
       

     

       49
       49
       -
       extension SyntaxView<Declaration> {

     

       50
       50
       -
       	var lhs: SyntaxView<Lhs>? { matchingSubview() }

     

       51
       51
       -
       	var rhs: SyntaxView<Rhs>? { matchingSubview() }

     

       52
       52
       -
       }

-46

Sources/PterodactylSyntax/Grammar/Document/Theory/TheoryBlock.swift

···

       1
       1
       -
       // SPDX-FileCopyrightText: 2025 The Project Pterodactyl Developers

     

       2
       2
       -
       //

     

       3
       3
       -
       // SPDX-License-Identifier: MPL-2.0

     

       4
       4
       -
       

     

       5
       5
       -
       import Foundation

     

       6
       6
       -
       

     

       7
       7
       -
       enum TheoryBlock: Grammar {

     

       8
       8
       -
       	static let kind = SyntaxTreeKind(name: "theory.block")

     

       9
       9
       -
       	static let kinds = [kind]

     

       10
       10
       -
       	

     

       11
       11
       -
       	static func before(_ parser: inout Parser) -> Bool {

     

       12
       12
       -
       		parser.isAt(kind: .keyword(.where))

     

       13
       13
       -
       	}

     

       14
       14
       -
       

     

       15
       15
       -
       	static func inside(_ parser: inout Parser) -> ParseResult {

     

       16
       16
       -
       		parser.expect(kind: .keyword(.where), metadata: TokenMetadata(semanticTokenType: .keyword))

     

       17
       17
       -
       

     

       18
       18
       -
       		parser.eatTrivia()

     

       19
       19
       -
       		if parser.eat(kind: .blockBegin, metadata: nil) {

     

       20
       20
       -
       			parser.eatTrivia()

     

       21
       21
       -
       

     

       22
       22
       -
       			while Declaration.tryParse(&parser) {

     

       23
       23
       -
       				parser.eatTrivia()

     

       24
       24
       -
       				if parser.eat(kind: .blockSep, metadata: nil) {

     

       25
       25
       -
       					parser.eatTrivia()

     

       26
       26
       -
       					continue

     

       27
       27
       -
       				} else {

     

       28
       28
       -
       					break

     

       29
       29
       -
       				}

     

       30
       30
       -
       			}

     

       31
       31
       -
       

     

       32
       32
       -
       			_ = parser.eat(kind: .blockEnd, metadata: nil)

     

       33
       33
       -
       		}

     

       34
       34
       -
       

     

       35
       35
       -
       		var metadata = SyntaxTreeMetadata()

     

       36
       36
       -
       		metadata.delimitedFoldingRangeKind = .region

     

       37
       37
       -
       

     

       38
       38
       -
       		return ParseResult(kind: kind, metadata: metadata)

     

       39
       39
       -
       	}

     

       40
       40
       -
       }

     

       41
       41
       -
       

     

       42
       42
       -
       extension SyntaxView<TheoryBlock> {

     

       43
       43
       -
       	var declarations: [SyntaxView<Declaration>] {

     

       44
       44
       -
       		matchingSubviews()

     

       45
       45
       -
       	}

     

       46
       46
       -
       }

-23

Sources/PterodactylSyntax/Grammar/Document/Theory/TheoryName.swift

···

       1
       1
       -
       // SPDX-FileCopyrightText: 2025 The Project Pterodactyl Developers

     

       2
       2
       -
       //

     

       3
       3
       -
       // SPDX-License-Identifier: MPL-2.0

     

       4
       4
       -
       

     

       5
       5
       -
       import Foundation

     

       6
       6
       -
       

     

       7
       7
       -
       enum TheoryName: Grammar {

     

       8
       8
       -
       	static let kind = SyntaxTreeKind(name: "theory.name")

     

       9
       9
       -
       	static let kinds = [kind]

     

       10
       10
       -
       	

     

       11
       11
       -
       	static func before(_ parser: inout Parser) -> Bool {

     

       12
       12
       -
       		parser.isAt(kind: .identifier)

     

       13
       13
       -
       	}

     

       14
       14
       -
       

     

       15
       15
       -
       	static func inside(_ parser: inout Parser) -> ParseResult {

     

       16
       16
       -
       		parser.advance(metadata: TokenMetadata(semanticTokenType: .interface))

     

       17
       17
       -
       		return ParseResult(kind: Self.kind)

     

       18
       18
       -
       	}

     

       19
       19
       -
       }

     

       20
       20
       -
       

     

       21
       21
       -
       extension SyntaxView<TheoryName> {

     

       22
       22
       -
       	var text: String { cursor.node.text }

     

       23
       23
       -
       }

-33

Sources/PterodactylSyntax/Grammar/Document/Theory.swift

···

       1
       1
       -
       // SPDX-FileCopyrightText: 2025 The Project Pterodactyl Developers

     

       2
       2
       -
       //

     

       3
       3
       -
       // SPDX-License-Identifier: MPL-2.0

     

       4
       4
       -
       

     

       5
       5
       -
       import Foundation

     

       6
       6
       -
       

     

       7
       7
       -
       enum Theory: Grammar {

     

       8
       8
       -
       	static let kind = SyntaxTreeKind(name: "theory")

     

       9
       9
       -
       	static let kinds = [kind]

     

       10
       10
       -
       	

     

       11
       11
       -
       	static func before(_ parser: inout Parser) -> Bool {

     

       12
       12
       -
       		parser.isAt(kind: .keyword(.theory))

     

       13
       13
       -
       	}

     

       14
       14
       -
       

     

       15
       15
       -
       	static func inside(_ parser: inout Parser) -> ParseResult {

     

       16
       16
       -
       		parser.expect(kind: .keyword(.theory), metadata: TokenMetadata(semanticTokenType: .keyword))

     

       17
       17
       -
       		parser.eatTrivia()

     

       18
       18
       -
       		if !TheoryName.tryParse(&parser) {

     

       19
       19
       -
       			parser.advance(error: "Expected theory name")

     

       20
       20
       -
       		}

     

       21
       21
       -
       

     

       22
       22
       -
       		parser.eatTrivia()

     

       23
       23
       -
       

     

       24
       24
       -
       		TheoryBlock.parse(&parser)

     

       25
       25
       -
       

     

       26
       26
       -
       		return ParseResult(kind: Self.kind)

     

       27
       27
       -
       	}

     

       28
       28
       -
       }

     

       29
       29
       -
       

     

       30
       30
       -
       extension SyntaxView<Theory> {

     

       31
       31
       -
       	var name: SyntaxView<TheoryName>? { matchingSubview() }

     

       32
       32
       -
       	var block: SyntaxView<TheoryBlock>? { matchingSubview() }

     

       33
       33
       -
       }

-51

Sources/PterodactylSyntax/Grammar/Document.swift

···

       1
       1
       -
       // SPDX-FileCopyrightText: 2025 The Project Pterodactyl Developers

     

       2
       2
       -
       //

     

       3
       3
       -
       // SPDX-License-Identifier: MPL-2.0

     

       4
       4
       -
       

     

       5
       5
       -
       import Foundation

     

       6
       6
       -
       

     

       7
       7
       -
       public enum Document: Grammar {

     

       8
       8
       -
       	public static let kind = SyntaxTreeKind(name: "document")

     

       9
       9
       -
       	public static let kinds = [kind]

     

       10
       10
       -
       

     

       11
       11
       -
       	public static func before(_ parser: inout Parser) -> Bool {

     

       12
       12
       -
       		true

     

       13
       13
       -
       	}

     

       14
       14
       -
       

     

       15
       15
       -
       	public static func inside(_ parser: inout Parser) -> ParseResult {

     

       16
       16
       -
       		parser.eatTrivia()

     

       17
       17
       -
       

     

       18
       18
       -
       		// Parse imports

     

       19
       19
       -
       		while !parser.isAt(kind: .eof) {

     

       20
       20
       -
       			parser.eatTrivia()

     

       21
       21
       -
       			if Theory.before(&parser) { break }

     

       22
       22
       -
       

     

       23
       23
       -
       			if !Import.tryParse(&parser) {

     

       24
       24
       -
       				parser.advance(error: "Expected to see either an import or a theory declaration, but instead got \(parser.currentToken.kind): \(parser.currentToken.text)")

     

       25
       25
       -
       			}

     

       26
       26
       -
       		}

     

       27
       27
       -
       

     

       28
       28
       -
       		// Theories section

     

       29
       29
       -
       		while !parser.isAt(kind: .eof) {

     

       30
       30
       -
       			if !Theory.tryParse(&parser) {

     

       31
       31
       -
       				if parser.isAt(kindSatisfying: \.isVisible) {

     

       32
       32
       -
       					let token = parser.currentToken

     

       33
       33
       -
       					parser.advance(error: "Unexpected token: \(token.kind)")

     

       34
       34
       -
       				} else {

     

       35
       35
       -
       					parser.advance(metadata: nil)

     

       36
       36
       -
       				}

     

       37
       37
       -
       			}

     

       38
       38
       -
       			parser.eatTrivia()

     

       39
       39
       -
       		}

     

       40
       40
       -
       

     

       41
       41
       -
       		parser.eatTrivia()

     

       42
       42
       -
       		_ = parser.eat(kind: .eof, metadata: nil)

     

       43
       43
       -
       

     

       44
       44
       -
       		return ParseResult(kind: Self.kind)

     

       45
       45
       -
       	}

     

       46
       46
       -
       }

     

       47
       47
       -
       

     

       48
       48
       -
       extension SyntaxView<Document> {

     

       49
       49
       -
       	var imports: [SyntaxView<Import>] { matchingSubviews() }

     

       50
       50
       -
       	var theories: [SyntaxView<Theory>] { matchingSubviews() }

     

       51
       51
       -
       }

-36

Sources/PterodactylSyntax/Grammar.swift

···

       1
       1
       -
       // SPDX-FileCopyrightText: 2025 The Project Pterodactyl Developers

     

       2
       2
       -
       //

     

       3
       3
       -
       // SPDX-License-Identifier: MPL-2.0

     

       4
       4
       -
       

     

       5
       5
       -
       import Foundation

     

       6
       6
       -
       

     

       7
       7
       -
       public protocol Grammar: Sendable {

     

       8
       8
       -
       	static var kinds: [SyntaxTreeKind] { get }

     

       9
       9
       -
       	static func before(_ parser: inout Parser) -> Bool

     

       10
       10
       -
       	static func inside(_ parser: inout Parser) -> ParseResult

     

       11
       11
       -
       }

     

       12
       12
       -
       

     

       13
       13
       -
       public struct ParseResult {

     

       14
       14
       -
       	public var kind: SyntaxTreeKind

     

       15
       15
       -
       	public var metadata: SyntaxTreeMetadata? = nil

     

       16
       16
       -
       	

     

       17
       17
       -
       	public init(kind: SyntaxTreeKind, metadata: SyntaxTreeMetadata? = nil) {

     

       18
       18
       -
       		self.kind = kind

     

       19
       19
       -
       		self.metadata = metadata

     

       20
       20
       -
       	}

     

       21
       21
       -
       }

     

       22
       22
       -
       

     

       23
       23
       -
       

     

       24
       24
       -
       public extension Grammar {

     

       25
       25
       -
       	static func tryParse(_ parser: inout Parser) -> Bool {

     

       26
       26
       -
       		guard !parser.isEndOfFile && before(&parser) else { return false }

     

       27
       27
       -
       		parse(&parser)

     

       28
       28
       -
       		return true

     

       29
       29
       -
       	}

     

       30
       30
       -
       	

     

       31
       31
       -
       	static func parse(_ parser: inout Parser) {

     

       32
       32
       -
       		let mark = parser.open()

     

       33
       33
       -
       		let result = inside(&parser)

     

       34
       34
       -
       		parser.close(mark: mark, kind: result.kind, metadata: result.metadata)

     

       35
       35
       -
       	}

     

       36
       36
       -
       }

-137

Sources/PterodactylSyntax/Lexer.swift

···

       1
       1
       -
       // SPDX-FileCopyrightText: 2025 The Project Pterodactyl Developers

     

       2
       2
       -
       //

     

       3
       3
       -
       // SPDX-License-Identifier: MPL-2.0

     

       4
       4
       -
       

     

       5
       5
       -
       import Foundation

     

       6
       6
       -
       

     

       7
       7
       -
       public struct Lexer {

     

       8
       8
       -
       	private let input: String

     

       9
       9
       -
       	private var index: String.Index

     

       10
       10
       -
       	private var tokens: [PterodactylSyntax.Token]

     

       11
       11
       -
       

     

       12
       12
       -
       	public init(input: String) {

     

       13
       13
       -
       		self.input = input

     

       14
       14
       -
       		self.index = input.startIndex

     

       15
       15
       -
       		self.tokens = []

     

       16
       16
       -
       	}

     

       17
       17
       -
       	

     

       18
       18
       -
       	private var isAtEnd: Bool { index >= input.endIndex }

     

       19
       19
       -
       

     

       20
       20
       -
       	private var peek: Character? {

     

       21
       21
       -
       		guard index < input.endIndex else { return nil }

     

       22
       22
       -
       		return input[index]

     

       23
       23
       -
       	}

     

       24
       24
       -
       

     

       25
       25
       -
       	private func lookahead() -> Character? {

     

       26
       26
       -
       		guard index < input.endIndex else { return nil }

     

       27
       27
       -
       		let next = input.index(after: index)

     

       28
       28
       -
       		guard next < input.endIndex else { return nil }

     

       29
       29
       -
       		return input[next]

     

       30
       30
       -
       	}

     

       31
       31
       -
       

     

       32
       32
       -
       	private mutating func advance() -> Character {

     

       33
       33
       -
       		let c = input[index]

     

       34
       34
       -
       		index = input.index(after: index)

     

       35
       35
       -
       

     

       36
       36
       -
       		return c

     

       37
       37
       -
       	}

     

       38
       38
       -
       

     

       39
       39
       -
       	private mutating func consume(while predicate: (Character) -> Bool) {

     

       40
       40
       -
       		while let c = peek, predicate(c) {

     

       41
       41
       -
       			_ = advance()

     

       42
       42
       -
       		}

     

       43
       43
       -
       	}

     

       44
       44
       -
       

     

       45
       45
       -
       	func text(from start: String.Index) -> String {

     

       46
       46
       -
       		let range = start..<index

     

       47
       47
       -
       		return String(input[range])

     

       48
       48
       -
       	}

     

       49
       49
       -
       

     

       50
       50
       -
       	public mutating func nextToken() -> (kind: TokenKind, text: String)? {

     

       51
       51
       -
       		guard let c = peek else {

     

       52
       52
       -
       			return nil

     

       53
       53
       -
       		}

     

       54
       54
       -
       

     

       55
       55
       -
       		let start = index

     

       56
       56
       -
       

     

       57
       57
       -
       		if c.isNewline {

     

       58
       58
       -
       			_ = advance()

     

       59
       59
       -
       			return (kind: .newline, text: text(from: start))

     

       60
       60
       -
       		}

     

       61
       61
       -
       

     

       62
       62
       -
       		if c.isWhitespace && !c.isNewline {

     

       63
       63
       -
       			consume { $0.isWhitespace && !$0.isNewline }

     

       64
       64
       -
       			return (kind: .whitespace, text: text(from: start))

     

       65
       65
       -
       		}

     

       66
       66
       -
       

     

       67
       67
       -
       		if c == "/" && lookahead() == "/" {

     

       68
       68
       -
       			_ = advance()

     

       69
       69
       -
       			_ = advance()

     

       70
       70
       -
       			consume { $0 != "\n" }

     

       71
       71
       -
       			return (kind: .lineComment, text: text(from: start))

     

       72
       72
       -
       		}

     

       73
       73
       -
       

     

       74
       74
       -
       		if c == "/" && lookahead() == "*" {

     

       75
       75
       -
       			_ = advance()  // consume '/'

     

       76
       76
       -
       			_ = advance()  // consume '*'

     

       77
       77
       -
       			var terminated = false

     

       78
       78
       -
       

     

       79
       79
       -
       			while let ch = peek {

     

       80
       80
       -
       				if ch == "*" && lookahead() == "/" {

     

       81
       81
       -
       					_ = advance()  // consume '*'

     

       82
       82
       -
       					_ = advance()  // consume '/'

     

       83
       83
       -
       					terminated = true

     

       84
       84
       -
       					break

     

       85
       85
       -
       				}

     

       86
       86
       -
       				_ = advance()

     

       87
       87
       -
       			}

     

       88
       88
       -
       

     

       89
       89
       -
       			return (kind: .blockComment(terminated: terminated), text: text(from: start))

     

       90
       90
       -
       		}

     

       91
       91
       -
       

     

       92
       92
       -
       		if c == "<" && lookahead() == "=" {

     

       93
       93
       -
       			_ = advance()

     

       94
       94
       -
       			_ = advance()

     

       95
       95
       -
       			return (kind: .punctuation(.doubleLeftArrow), text: text(from: start))

     

       96
       96
       -
       		}

     

       97
       97
       -
       

     

       98
       98
       -
       		if c == "=" && lookahead() == ">" {

     

       99
       99
       -
       			_ = advance()

     

       100
       100
       -
       			_ = advance()

     

       101
       101
       -
       			return (kind: .punctuation(.doubleRightArrow), text: text(from: start))

     

       102
       102
       -
       		}

     

       103
       103
       -
       

     

       104
       104
       -
       		if let punct = Punctuation(rawValue: String(c)) {

     

       105
       105
       -
       			_ = advance()

     

       106
       106
       -
       			return (.punctuation(punct), String(c))

     

       107
       107
       -
       		} else if c.isLetter || c == "_" {

     

       108
       108
       -
       			_ = advance()

     

       109
       109
       -
       			consume { $0.isLetter || $0.isNumber || $0 == "_" }

     

       110
       110
       -
       			let text = text(from: start)

     

       111
       111
       -
       			if let keyword = Keyword(rawValue: text) {

     

       112
       112
       -
       				return (kind: .keyword(keyword), text: text)

     

       113
       113
       -
       			}

     

       114
       114
       -
       			return (kind: .identifier, text: text)

     

       115
       115
       -
       		}

     

       116
       116
       -
       

     

       117
       117
       -
       		// Invalid single char (don’t drop input)

     

       118
       118
       -
       		let ch = advance()

     

       119
       119
       -
       		return (kind: .error, text: String(ch))

     

       120
       120
       -
       	}

     

       121
       121
       -
       

     

       122
       122
       -
       	public mutating func tokenize() -> [Token] {

     

       123
       123
       -
       		var tokens: [Token] = []

     

       124
       124
       -
       

     

       125
       125
       -
       		while !isAtEnd {

     

       126
       126
       -
       			guard let token = nextToken() else { break }

     

       127
       127
       -
       			tokens.append(

     

       128
       128
       -
       				Token(kind: token.kind, text: token.text)

     

       129
       129
       -
       			)

     

       130
       130
       -
       		}

     

       131
       131
       -
       

     

       132
       132
       -
       		let eofToken = Token(kind: .eof, text: "")

     

       133
       133
       -
       		tokens.append(eofToken)

     

       134
       134
       -
       

     

       135
       135
       -
       		return tokens

     

       136
       136
       -
       	}

     

       137
       137
       -
       }

-30

Sources/PterodactylSyntax/LineMap.swift

···

       1
       1
       -
       // SPDX-FileCopyrightText: 2025 The Project Pterodactyl Developers

     

       2
       2
       -
       //

     

       3
       3
       -
       // SPDX-License-Identifier: MPL-2.0

     

       4
       4
       -
       

     

       5
       5
       -
       import Algorithms

     

       6
       6
       -
       import Foundation

     

       7
       7
       -
       

     

       8
       8
       -
       public struct LineMap: Codable {

     

       9
       9
       -
       	private var utf16LineOffsets: [Int] = [0]

     

       10
       10
       -
       

     

       11
       11
       -
       	public init(source: String) {

     

       12
       12
       -
       		for idx in source.indices {

     

       13
       13
       -
       			let c = source[idx]

     

       14
       14
       -
       			if c == "\n" || c == "\r\n" || c == "\r" {

     

       15
       15
       -
       				let next = source.index(after: idx)

     

       16
       16
       -
       				let utf16Offset = next.utf16Offset(in: source)

     

       17
       17
       -
       				utf16LineOffsets.append(utf16Offset)

     

       18
       18
       -
       			}

     

       19
       19
       -
       		}

     

       20
       20
       -
       	}

     

       21
       21
       -
       

     

       22
       22
       -
       	public func location(at utf16Offset: Int) -> (line: Int, column: Int) {

     

       23
       23
       -
       		let partitioningIndex = utf16LineOffsets.partitioningIndex { $0 > utf16Offset }

     

       24
       24
       -
       		let lineIndex = partitioningIndex == 0 ? 0 : partitioningIndex - 1

     

       25
       25
       -
       		let lineStart = utf16LineOffsets[lineIndex]

     

       26
       26
       -
       		let lineNumber = lineIndex + 1

     

       27
       27
       -
       		let columnNumber = utf16Offset - lineStart + 1

     

       28
       28
       -
       		return (lineNumber, columnNumber)

     

       29
       29
       -
       	}

     

       30
       30
       -
       }

-188

Sources/PterodactylSyntax/Parser.swift

···

       1
       1
       -
       // SPDX-FileCopyrightText: 2025 The Project Pterodactyl Developers

     

       2
       2
       -
       //

     

       3
       3
       -
       // SPDX-License-Identifier: MPL-2.0

     

       4
       4
       -
       

     

       5
       5
       -
       public struct Parser {

     

       6
       6
       -
       	enum Event: Equatable {

     

       7
       7
       -
       		case open(kind: SyntaxTreeKind, metadata: SyntaxTreeMetadata?)

     

       8
       8
       -
       		case close

     

       9
       9
       -
       		case advance(metadata: TokenMetadata?)

     

       10
       10
       -
       	}

     

       11
       11
       -
       

     

       12
       12
       -
       	public struct MarkOpened {

     

       13
       13
       -
       		internal let index: Int

     

       14
       14
       -
       	}

     

       15
       15
       -
       

     

       16
       16
       -
       	let source: String

     

       17
       17
       -
       	let tokens: [Token]

     

       18
       18
       -
       

     

       19
       19
       -
       	public init(source: String, tokens: [Token]) {

     

       20
       20
       -
       		self.source = source

     

       21
       21
       -
       		self.tokens = tokens

     

       22
       22
       -
       	}

     

       23
       23
       -
       

     

       24
       24
       -
       	public private(set) var diagnostics: [Diagnostic] = []

     

       25
       25
       -
       

     

       26
       26
       -
       	private var fuel: Int = 0

     

       27
       27
       -
       	private var position: Int = 0

     

       28
       28
       -
       	private var events: [Event] = []

     

       29
       29
       -
       	private var absoluteUtf16Offset: Int = 0

     

       30
       30
       -
       	public var absoluteRangeAtCursor: Range<Int> {

     

       31
       31
       -
       		return absoluteUtf16Offset..<absoluteUtf16Offset

     

       32
       32
       -
       	}

     

       33
       33
       -
       

     

       34
       34
       -
       	public var absoluteRangeOfCurrentToken: Range<Int> {

     

       35
       35
       -
       		return absoluteUtf16Offset..<absoluteUtf16Offset + currentToken.utf16Length

     

       36
       36
       -
       	}

     

       37
       37
       -
       

     

       38
       38
       -
       	public var isEndOfFile: Bool {

     

       39
       39
       -
       		position == tokens.count

     

       40
       40
       -
       	}

     

       41
       41
       -
       

     

       42
       42
       -
       	public var currentToken: Token {

     

       43
       43
       -
       		if tokens.indices.contains(position) {

     

       44
       44
       -
       			return tokens[position]

     

       45
       45
       -
       		} else {

     

       46
       46
       -
       			return Token(

     

       47
       47
       -
       				kind: .eof,

     

       48
       48
       -
       				text: "",

     

       49
       49
       -
       			)

     

       50
       50
       -
       		}

     

       51
       51
       -
       	}

     

       52
       52
       -
       

     

       53
       53
       -
       	public func isAt(kind: TokenKind) -> Bool {

     

       54
       54
       -
       		currentToken.kind == kind

     

       55
       55
       -
       	}

     

       56
       56
       -
       

     

       57
       57
       -
       	public func isAt(kindSatisfying predicate: (TokenKind) -> Bool) -> Bool {

     

       58
       58
       -
       		return predicate(currentToken.kind)

     

       59
       59
       -
       	}

     

       60
       60
       -
       

     

       61
       61
       -
       

     

       62
       62
       -
       	public mutating func open() -> MarkOpened {

     

       63
       63
       -
       		let mark = MarkOpened(index: events.count)

     

       64
       64
       -
       		events.append(.open(kind: .error, metadata: nil))

     

       65
       65
       -
       		return mark

     

       66
       66
       -
       	}

     

       67
       67
       -
       

     

       68
       68
       -
       	public mutating func close(mark: MarkOpened, kind: SyntaxTreeKind, metadata: SyntaxTreeMetadata?) {

     

       69
       69
       -
       		events[mark.index] = .open(kind: kind, metadata: metadata)

     

       70
       70
       -
       		events.append(.close)

     

       71
       71
       -
       	}

     

       72
       72
       -
       

     

       73
       73
       -
       	public mutating func advance(metadata: TokenMetadata?) {

     

       74
       74
       -
       		precondition(!isEndOfFile)

     

       75
       75
       -
       		events.append(.advance(metadata: metadata))

     

       76
       76
       -
       		absoluteUtf16Offset += currentToken.utf16Length

     

       77
       77
       -
       		position += 1

     

       78
       78
       -
       		fuel = 256

     

       79
       79
       -
       	}

     

       80
       80
       -
       

     

       81
       81
       -
       	public mutating func advance(error: String?, metadata: TokenMetadata? = nil) {

     

       82
       82
       -
       		let mark = open()

     

       83
       83
       -
       		if let error {

     

       84
       84
       -
       			let diagnostic = Diagnostic(

     

       85
       85
       -
       				message: error,

     

       86
       86
       -
       				absoluteRange: absoluteRangeOfCurrentToken

     

       87
       87
       -
       			)

     

       88
       88
       -
       

     

       89
       89
       -
       			diagnostics.append(diagnostic)

     

       90
       90
       -
       		}

     

       91
       91
       -
       		advance(metadata: metadata)

     

       92
       92
       -
       		close(mark: mark, kind: .error, metadata: nil)

     

       93
       93
       -
       	}

     

       94
       94
       -
       

     

       95
       95
       -
       	public mutating func lookahead(_ k: Int) -> TokenKind? {

     

       96
       96
       -
       		precondition(fuel > 0, "Parser is stuck!")

     

       97
       97
       -
       		fuel -= 1

     

       98
       98
       -
       		let index = position + k

     

       99
       99
       -
       		guard tokens.indices.contains(index) else { return nil }

     

       100
       100
       -
       		return tokens[index].kind

     

       101
       101
       -
       	}

     

       102
       102
       -
       

     

       103
       103
       -
       	public mutating func eat(kindSatisfying predicate: (TokenKind) -> Bool, metadata: TokenMetadata?) -> Bool {

     

       104
       104
       -
       		guard !isEndOfFile && isAt(kindSatisfying: predicate) else { return false }

     

       105
       105
       -
       		advance(metadata: metadata)

     

       106
       106
       -
       		return true

     

       107
       107
       -
       	}

     

       108
       108
       -
       

     

       109
       109
       -
       	public mutating func eat(kind: TokenKind, metadata: TokenMetadata?) -> Bool {

     

       110
       110
       -
       		eat(kindSatisfying: { $0 == kind }, metadata: metadata)

     

       111
       111
       -
       	}

     

       112
       112
       -
       

     

       113
       113
       -
       	public mutating func expect(kind: TokenKind, metadata: TokenMetadata?, error: String? = nil) {

     

       114
       114
       -
       		if eat(kind: kind, metadata: metadata) { return }

     

       115
       115
       -
       		let diagnostic = Diagnostic(

     

       116
       116
       -
       			message: error ?? "Expected \(kind) but got \(currentToken.kind): `\(currentToken.text)`",

     

       117
       117
       -
       			absoluteRange: absoluteRangeAtCursor

     

       118
       118
       -
       		)

     

       119
       119
       -
       		diagnostics.append(diagnostic)

     

       120
       120
       -
       	}

     

       121
       121
       -
       

     

       122
       122
       -
       	public var tree: SyntaxTree {

     

       123
       123
       -
       		var events = events

     

       124
       124
       -
       		var stack: [SyntaxTree.Builder] = []

     

       125
       125
       -
       		var cursor: Int = 0

     

       126
       126
       -
       

     

       127
       127
       -
       		precondition(events.popLast() == .close)

     

       128
       128
       -
       

     

       129
       129
       -
       		for event in events {

     

       130
       130
       -
       			switch event {

     

       131
       131
       -
       			case .open(let kind, let metadata):

     

       132
       132
       -
       				stack.append(SyntaxTree.Builder(kind: kind, metadata: metadata, children: []))

     

       133
       133
       -
       			case .close:

     

       134
       134
       -
       				let tree = stack.popLast()!

     

       135
       135
       -
       				stack.modifyLast { last in

     

       136
       136
       -
       					last.children.append(.tree(tree.tree))

     

       137
       137
       -
       				}

     

       138
       138
       -
       			case .advance(let metadata):

     

       139
       139
       -
       				let token = tokens[cursor]

     

       140
       140
       -
       				cursor += 1

     

       141
       141
       -
       				stack.modifyLast { last in

     

       142
       142
       -
       					last.children.append(.token(token, metadata: metadata))

     

       143
       143
       -
       				}

     

       144
       144
       -
       			}

     

       145
       145
       -
       		}

     

       146
       146
       -
       

     

       147
       147
       -
       		assert(stack.count == 1)

     

       148
       148
       -
       		return stack.popLast()!.tree

     

       149
       149
       -
       	}

     

       150
       150
       -
       

     

       151
       151
       -
       	mutating func eatTrivium() -> Bool {

     

       152
       152
       -
       		switch currentToken.kind {

     

       153
       153
       -
       		case .whitespace:

     

       154
       154
       -
       			advance(metadata: nil)

     

       155
       155
       -
       			return true

     

       156
       156
       -
       		case .blockComment(let terminated):

     

       157
       157
       -
       			let metadata = TokenMetadata(

     

       158
       158
       -
       				semanticTokenType: .comment,

     

       159
       159
       -
       				delimitedFoldingRangeKind: .comment

     

       160
       160
       -
       			)

     

       161
       161
       -
       			if terminated {

     

       162
       162
       -
       				advance(metadata: metadata)

     

       163
       163
       -
       			} else {

     

       164
       164
       -
       				advance(error: "Block comment was not terminated")

     

       165
       165
       -
       			}

     

       166
       166
       -
       			return true

     

       167
       167
       -
       		case .lineComment:

     

       168
       168
       -
       			advance(metadata: TokenMetadata(semanticTokenType: .comment))

     

       169
       169
       -
       			return true

     

       170
       170
       -
       		default:

     

       171
       171
       -
       			return false

     

       172
       172
       -
       		}

     

       173
       173
       -
       	}

     

       174
       174
       -
       

     

       175
       175
       -
       	mutating func eatTrivia() {

     

       176
       176
       -
       		while !isEndOfFile && eatTrivium() {}

     

       177
       177
       -
       	}

     

       178
       178
       -
       

     

       179
       179
       -
       }

     

       180
       180
       -
       

     

       181
       181
       -
       extension Array {

     

       182
       182
       -
       	fileprivate mutating func modifyLast(_ modifier: (inout Element) -> Void) {

     

       183
       183
       -
       		if var last = popLast() {

     

       184
       184
       -
       			modifier(&last)

     

       185
       185
       -
       			append(last)

     

       186
       186
       -
       		}

     

       187
       187
       -
       	}

     

       188
       188
       -
       }

-69

Sources/PterodactylSyntax/SemanticToken.swift

···

       1
       1
       -
       // SPDX-FileCopyrightText: 2025 The Project Pterodactyl Developers

     

       2
       2
       -
       //

     

       3
       3
       -
       // SPDX-License-Identifier: MPL-2.0

     

       4
       4
       -
       

     

       5
       5
       -
       import Foundation

     

       6
       6
       -
       import LanguageServerProtocol

     

       7
       7
       -
       

     

       8
       8
       -
       extension SemanticTokenTypes {

     

       9
       9
       -
       	public var index: Int {

     

       10
       10
       -
       		Self.allCases.firstIndex(of: self)!

     

       11
       11
       -
       	}

     

       12
       12
       -
       }

     

       13
       13
       -
       

     

       14
       14
       -
       extension SemanticTokenModifiers {

     

       15
       15
       -
       	private static let modifierBitPositions: [SemanticTokenModifiers: Int] = {

     

       16
       16
       -
       		var dict: [SemanticTokenModifiers: Int] = [:]

     

       17
       17
       -
       		for (i, modifier) in SemanticTokenModifiers.allCases.enumerated() {

     

       18
       18
       -
       			dict[modifier] = i

     

       19
       19
       -
       		}

     

       20
       20
       -
       		return dict

     

       21
       21
       -
       	}()

     

       22
       22
       -
       

     

       23
       23
       -
       	static func encodeBitset(_ modifiers: Set<SemanticTokenModifiers>) -> UInt32 {

     

       24
       24
       -
       		var bitset: UInt32 = 0

     

       25
       25
       -
       		for modifier in modifiers {

     

       26
       26
       -
       			if let bit = modifierBitPositions[modifier] {

     

       27
       27
       -
       				bitset |= (1 << bit)

     

       28
       28
       -
       			}

     

       29
       29
       -
       		}

     

       30
       30
       -
       		return bitset

     

       31
       31
       -
       	}

     

       32
       32
       -
       }

     

       33
       33
       -
       

     

       34
       34
       -
       

     

       35
       35
       -
       struct SingleLineRange {

     

       36
       36
       -
       	let line: Int

     

       37
       37
       -
       	let char: Int

     

       38
       38
       -
       	let length: Int

     

       39
       39
       -
       }

     

       40
       40
       -
       

     

       41
       41
       -
       

     

       42
       42
       -
       extension TokenMetadata {

     

       43
       43
       -
       	func semanticToken(range: SingleLineRange) -> SemanticToken? {

     

       44
       44
       -
       		guard range.length > 0 else { return nil }

     

       45
       45
       -
       		return SemanticToken(

     

       46
       46
       -
       			line: UInt32(range.line),

     

       47
       47
       -
       			char: UInt32(range.char),

     

       48
       48
       -
       			length: UInt32(range.length),

     

       49
       49
       -
       			type: UInt32(semanticTokenType.index),

     

       50
       50
       -
       			modifiers: SemanticTokenModifiers.encodeBitset(semanticTokenModifiers)

     

       51
       51
       -
       		)

     

       52
       52
       -
       	}

     

       53
       53
       -
       }

     

       54
       54
       -
       

     

       55
       55
       -
       extension SyntaxTree.Cursor {

     

       56
       56
       -
       	var singleLineRanges: [SingleLineRange] {

     

       57
       57
       -
       		var result: [SingleLineRange] = []

     

       58
       58
       -
       		var location = lineMap.location(at: utf16Offset)

     

       59
       59
       -
       

     

       60
       60
       -
       		for line in node.text.split(omittingEmptySubsequences: false, whereSeparator: \.isNewline) {

     

       61
       61
       -
       			let length = line.utf16.count

     

       62
       62
       -
       			result.append(SingleLineRange(line: location.line, char: location.column, length: length))

     

       63
       63
       -
       			location.line += 1

     

       64
       64
       -
       			location.column = 0

     

       65
       65
       -
       		}

     

       66
       66
       -
       

     

       67
       67
       -
       		return result

     

       68
       68
       -
       	}

     

       69
       69
       -
       }

+8 -35

Sources/PterodactylSyntax/SyntaxTree.swift

···

       9
       9
        
       	public let metadata: SyntaxTreeMetadata?

     

       10
       10
        
       	public let children: [Child]

     

       11
       11
        
       	public let utf16Length: Int

     

       12
       12
       +
         

     

       13
       13
       +
         public enum Child: Codable, Sendable {

     

       14
       14
       +
           case token(Token, metadata: TokenMetadata?)

     

       15
       15
       +
           case tree(SyntaxTree)

     

       16
       16
       +
         }

     

       12
       17
        
       

     

       13
       13
       -
       	public enum Child: Codable, Sendable {

     

       14
       14
       -
       		case token(Token, metadata: TokenMetadata?)

     

       15
       15
       -
       		case tree(SyntaxTree)

     

       16
       16
       -
       	}

     

       17
       17
       -
       

     

       18
       18
       -
       	public init(kind: SyntaxTreeKind, metadata: SyntaxTreeMetadata? = nil, children: [SyntaxTree.Child]) {

     

       18
       18
       +
         public init(kind: SyntaxTreeKind, metadata: SyntaxTreeMetadata?, children: [SyntaxTree.Child]) {

     

       19
       19
        
       		self.kind = kind

     

       20
       20
        
       		self.metadata = metadata

     

       21
       21
        
       		self.children = children

     
···

       26
       26
        
       }

     

       27
       27
        
       

     

       28
       28
        
       extension SyntaxTree {

     

       29
       29
       -
       	/// A mutable version of ``SyntaxTree`` that does not keep track of textual length, for use when constructing trees.

     

       30
       30
       -
       	public struct Builder {

     

       31
       31
       -
       		public var kind: SyntaxTreeKind

     

       32
       32
       -
       		public var metadata: SyntaxTreeMetadata?

     

       33
       33
       -
       		public var children: [Child]

     

       34
       34
       -
       		

     

       35
       35
       -
       		var tree: SyntaxTree {

     

       36
       36
       -
       			SyntaxTree(kind: kind, metadata: metadata, children: children)

     

       37
       37
       -
       		}

     

       38
       38
       -
       	}

     

       39
       39
       -
       }

     

       40
       40
       -
       

     

       41
       41
       -
       extension SyntaxTree {

     

       42
       29
        
       	public var text: String {

     

       43
       30
        
       		children.map(\.text).joined()

     

       44
       31
        
       	}

     

       45
       32
        
       }

     

       46
       33
        
       

     

       47
       34
        
       extension SyntaxTree.Child {

     

       48
       48
       -
       	public var text: String {

     

       35
       35
       +
       	var text: String {

     

       49
       36
        
       		switch self {

     

       50
       37
        
       		case let .token(tok, _): tok.text

     

       51
       38
        
       		case let .tree(tree): tree.text

     

       52
       39
        
       		}

     

       53
       40
        
       	}

     

       54
       54
       -
       	

     

       55
       55
       -
       	public var tree: SyntaxTree? {

     

       56
       56
       -
       		switch self {

     

       57
       57
       -
       		case let .tree(tree): tree

     

       58
       58
       -
       		default: nil

     

       59
       59
       -
       		}

     

       60
       60
       -
       	}

     

       61
       41
        
       

     

       62
       62
       -
       	var token: (Token, TokenMetadata?)? {

     

       63
       63
       -
       		switch self {

     

       64
       64
       -
       		case let .token(token, metadata): (token, metadata)

     

       65
       65
       -
       		default: nil

     

       66
       66
       -
       		}

     

       67
       67
       -
       	}

     

       68
       68
       -
       	

     

       69
       42
        
       	var utf16Length: Int {

     

       70
       43
        
       		switch self {

     

       71
       44
        
       		case let .token(token, _): token.utf16Length

     

       72
       45
        
       		case let .tree(tree): tree.utf16Length

     

       73
       46
        
       		}

     

       74
       47
        
       	}

     

       75
       75
       -
       	

     

       48
       48
       +
       

     

       76
       49
        
       	var children: [Self] {

     

       77
       50
        
       		switch self {

     

       78
       51
        
       		case .token: []

-21

Sources/PterodactylSyntax/SyntaxView.swift

···

       1
       1
       -
       // SPDX-FileCopyrightText: 2025 The Project Pterodactyl Developers

     

       2
       2
       -
       //

     

       3
       3
       -
       // SPDX-License-Identifier: MPL-2.0

     

       4
       4
       -
       

     

       5
       5
       -
       import Foundation

     

       6
       6
       -
       

     

       7
       7
       -
       struct SyntaxView<G: Grammar> {

     

       8
       8
       -
       	let cursor: SyntaxTree.Cursor

     

       9
       9
       -
       	init?(_ cursor: SyntaxTree.Cursor) {

     

       10
       10
       -
       		guard let kind = cursor.node.tree?.kind, G.kinds.contains(kind) else { return nil }

     

       11
       11
       -
       		self.cursor = cursor

     

       12
       12
       -
       	}

     

       13
       13
       -
       	

     

       14
       14
       -
       	func matchingSubview<X: Grammar>() -> SyntaxView<X>? {

     

       15
       15
       -
       		return cursor.firstChild(mapping: SyntaxView<X>.init)

     

       16
       16
       -
       	}

     

       17
       17
       -
       	

     

       18
       18
       -
       	func matchingSubviews<X: Grammar>() -> [SyntaxView<X>] {

     

       19
       19
       -
       		return cursor.children(mapping: SyntaxView<X>.init)

     

       20
       20
       -
       	}

     

       21
       21
       -
       }

+1 -1

Sources/PterodactylSyntax/Token.swift

···

       9
       9
        
       	public let text: String

     

       10
       10
        
       	public let utf16Length: Int

     

       11
       11
        
       	

     

       12
       12
       -
       	public init(kind: TokenKind, text: String) {

     

       12
       12
       +
       	init(kind: TokenKind, text: String) {

     

       13
       13
        
       		self.kind = kind

     

       14
       14
        
       		self.text = text

     

       15
       15
        
       		self.utf16Length = text.utf16.count

+5 -80

Sources/PterodactylSyntax/Types.swift

···

       3
       3
        
       // SPDX-License-Identifier: MPL-2.0

     

       4
       4
        
       

     

       5
       5
        
       import Foundation

     

       6
       6
       -
       import LanguageServerProtocol

     

       7
       7
       -
       

     

       8
       8
       -
       public enum Keyword: String, Codable, Sendable, CaseIterable {

     

       9
       9
       -
       	case theory = "theory"

     

       10
       10
       -
       	case `where` = "where"

     

       11
       11
       -
       	case `import` = "import"

     

       12
       12
       -
       }

     

       13
       13
       -
       

     

       14
       14
       -
       public enum Punctuation: String, CaseIterable, Codable, Equatable, Sendable {

     

       15
       15
       -
       	case lparen = "("

     

       16
       16
       -
       	case rparen = ")"

     

       17
       17
       -
       	case lbrace = "{"

     

       18
       18
       -
       	case rbrace = "}"

     

       19
       19
       -
       	case comma = ","

     

       20
       20
       -
       	case dot = "."

     

       21
       21
       -
       	case colon = ":"

     

       22
       22
       -
       	case doubleLeftArrow = "<="

     

       23
       23
       -
       	case doubleRightArrow = "=>"

     

       24
       24
       -
       	case equal = "="

     

       25
       25
       -
       }

     

       26
       6
        
       

     

       27
       7
        
       public enum TokenKind: Codable, Equatable, Sendable {

     

       28
       28
       -
       	case eof

     

       29
       29
       -
       	case keyword(Keyword)

     

       30
       30
       -
       	case punctuation(Punctuation)

     

       31
       31
       -
       	case error

     

       32
       32
       -
       	case identifier

     

       33
       33
       -
       	case newline

     

       34
       34
       -
       	case whitespace

     

       35
       35
       -
       	case blockBegin

     

       36
       36
       -
       	case blockEnd

     

       37
       37
       -
       	case blockSep

     

       38
       38
       -
       	case lineComment

     

       39
       39
       -
       	case blockComment(terminated: Bool)

     

       8
       8
       +
         case eof

     

       40
       9
        
       }

     

       41
       10
        
       

     

       42
       42
       -
       extension TokenKind {

     

       43
       43
       -
       	public var isTrivia: Bool {

     

       44
       44
       -
       		switch self {

     

       45
       45
       -
       		case .whitespace, .newline, .lineComment, .blockComment: true

     

       46
       46
       -
       		default: false

     

       47
       47
       -
       		}

     

       48
       48
       -
       	}

     

       49
       49
       -
       

     

       50
       50
       -
       	public var isVisible: Bool {

     

       51
       51
       -
       		switch self {

     

       52
       52
       -
       		case .whitespace, .blockBegin, .blockSep, .blockEnd, .newline: false

     

       53
       53
       -
       		default: true

     

       54
       54
       -
       		}

     

       55
       55
       -
       	}

     

       56
       56
       -
       	public var canDetermineLayoutColumn: Bool {

     

       57
       57
       -
       		switch self {

     

       58
       58
       -
       		case .whitespace, .eof: false

     

       59
       59
       -
       		default: true

     

       60
       60
       -
       		}

     

       61
       61
       -
       	}

     

       62
       62
       -
       

     

       63
       63
       -
       	public var isBlockHerald: Bool {

     

       64
       64
       -
       		switch self {

     

       65
       65
       -
       		case .keyword(.where): true

     

       66
       66
       -
       		default: false

     

       67
       67
       -
       		}

     

       68
       68
       -
       	}

     

       69
       69
       -
       

     

       11
       11
       +
       public enum SyntaxTreeKind: Codable, Equatable, Sendable {

     

       12
       12
       +
         case error

     

       70
       13
        
       }

     

       71
       14
        
       

     

       72
       72
       -
       public final class SyntaxTreeKind: Codable, Equatable, Sendable {

     

       73
       73
       -
       	static let error: SyntaxTreeKind = .init(name: "error")

     

       74
       74
       -
       

     

       75
       75
       -
       	public static func == (lhs: SyntaxTreeKind, rhs: SyntaxTreeKind) -> Bool {

     

       76
       76
       -
       		lhs === rhs

     

       77
       77
       -
       	}

     

       78
       78
       -
       

     

       79
       79
       -
       	let name: String

     

       80
       80
       -
       	var description: String { name }

     

       81
       81
       -
       

     

       82
       82
       -
       	required init(name: String) {

     

       83
       83
       -
       		self.name = name

     

       84
       84
       -
       	}

     

       85
       85
       -
       }

     

       86
       86
       -
       

     

       87
       87
       -
       public struct TokenMetadata: Equatable, Codable, Sendable {

     

       88
       88
       -
       	public var semanticTokenType: SemanticTokenTypes

     

       89
       89
       -
       	public var semanticTokenModifiers: Set<SemanticTokenModifiers> = []

     

       90
       90
       -
       	public var delimitedFoldingRangeKind: FoldingRangeKind? = nil

     

       15
       15
       +
       public struct TokenMetadata: Codable, Equatable, Sendable {

     

       91
       16
        
       }

     

       92
       17
        
       

     

       93
       18
        
       public struct SyntaxTreeMetadata: Codable, Equatable, Sendable {

     

       94
       94
       -
       	public var delimitedFoldingRangeKind: FoldingRangeKind? = nil

     

       19
       19
       +
         

     

       95
       20
        
       }

+4 -4

Tests/PterodactylBuildTests/Test.swift

···

       30
       30
        
       

     

       31
       31
        
       		let treeID: LLBDataID = try await client.store(declTree, ctx).get()

     

       32
       32
        
       		let dependencyGraph = try await engine.build(key: Keys.DependencyGraphOfSourceTree(sourceTreeId: treeID), ctx).get()

     

       33
       33
       -
       		let foo = UnitName(basename: "foo")

     

       34
       34
       -
       		let bar = UnitName(basename: "bar")

     

       35
       35
       -
       		let baz = UnitName(basename: "baz")

     

       33
       33
       +
       		let foo = UnitName(name: "foo")

     

       34
       34
       +
       		let bar = UnitName(name: "bar")

     

       35
       35
       +
       		let baz = UnitName(name: "baz")

     

       36
       36
        
       

     

       37
       37
        
       		#expect(

     

       38
       38
        
       			dependencyGraph.edges == [

     
···

       42
       42
        
       			]

     

       43
       43
        
       		)

     

       44
       44
        
       

     

       45
       45
       -
       		let dependenciesOfBaz = try await engine.build(key: Keys.TransitiveDependencies(sourceTreeId: treeID, unitName: baz), ctx).get()

     

       45
       45
       +
       		let dependenciesOfBaz = try await engine.build(key: Keys.TransitiveDependencies(sourceTreeId: treeID, unitName: baz), ctx).get().dependencies

     

       46
       46
        
       		#expect(dependenciesOfBaz == [foo, bar])

     

       47
       47
        
       		return

     

       48
       48
        
       	}

-4

license.sh

···

       1
       1
       -
       #!/bin/bash

     

       2
       2
       -
       

     

       3
       3
       -
       reuse annotate --recursive --license MPL-2.0 --copyright "The Project Pterodactyl Developers" Tests Sources

     

       4
       4
       -

Compare changes