commit 3e5d1b8ad4b23ee45f8b2028411bbb7dbf1df644 · jonmsterling.com/swift-pterodactyl

+2 -2

Package.swift

···

       24
       24
        
       			name: "PterodactylBuild",

     

       25
       25
        
       			targets: ["PterodactylBuild"]

     

       26
       26
        
       		),

     

       27
       27
       -
       		.library(

     

       27
       27
       +
       		.executable(

     

       28
       28
        
       			name: "PterodactylLanguageServer",

     

       29
       29
        
       			targets: ["PterodactylLanguageServer"]

     

       30
       30
        
       		)

     
···

       56
       56
        
       				.product(name: "llbuild2fx", package: "swift-llbuild2")

     

       57
       57
        
       			]

     

       58
       58
        
       		),

     

       59
       59
       -
       		.target(

     

       59
       59
       +
       		.executableTarget(

     

       60
       60
        
       			name: "PterodactylLanguageServer",

     

       61
       61
        
       			dependencies: [

     

       62
       62
        
       				"LanguageServer",

+1

Sources/PterodactylBuild/Keys/Blob/ParseDocument.swift

···

       5
       5
        
       import Foundation

     

       6
       6
        
       import PterodactylSyntax

     

       7
       7
        
       import llbuild2fx

     

       8
       8
       +
       import Logging

     

       8
       9
        
       

     

       9
       10
        
       extension Keys.Blob {

     

       10
       11
        
       	public struct ParseDocument: BuildKey {

+40

Sources/PterodactylLanguageServer/Archive/SourceTreeManager.swift

···

       1
       1
       +
       // SPDX-FileCopyrightText: 2025 The Project Pterodactyl Developers

     

       2
       2
       +
       //

     

       3
       3
       +
       // SPDX-License-Identifier: MPL-2.0

     

       4
       4
       +
       

     

       5
       5
       +
       //import LanguageServerProtocol

     

       6
       6
       +
       //import PterodactylBuild

     

       7
       7
       +
       //import TSCBasic

     

       8
       8
       +
       //import llbuild2fx

     

       9
       9
       +
       //

     

       10
       10
       +
       //actor SourceTreeManager {

     

       11
       11
       +
       //	private let buildEngine: FXEngine

     

       12
       12
       +
       //	private let casClient: LLBCASFSClient

     

       13
       13
       +
       //	private let casContext: TSCUtility.Context

     

       14
       14
       +
       //	private(set) var sourceTree: LLBCASFileTree

     

       15
       15
       +
       //

     

       16
       16
       +
       //	init(buildEngine: FXEngine, casClient: LLBCASFSClient, casContext: TSCUtility.Context, sourceTree: LLBCASFileTree? = nil) async throws {

     

       17
       17
       +
       //		self.buildEngine = buildEngine

     

       18
       18
       +
       //		self.casClient = casClient

     

       19
       19
       +
       //		self.casContext = casContext

     

       20
       20
       +
       //		if let sourceTree {

     

       21
       21
       +
       //			self.sourceTree = sourceTree

     

       22
       22
       +
       //		} else {

     

       23
       23
       +
       //			self.sourceTree = try await casClient.storeDir(.dir([:]), casContext).get()

     

       24
       24
       +
       //		}

     

       25
       25
       +
       //	}

     

       26
       26
       +
       //

     

       27
       27
       +
       //	func setBufferText(uri: DocumentUri, text: String) async throws -> LLBCASFileTree {

     

       28
       28
       +
       //		let path = try AbsolutePath.fromDocumentUri(uri)

     

       29
       29
       +
       //		let singletonDeclTree = LLBDeclFileTree.file(absolutePath: path, contents: text)

     

       30
       30
       +
       //		let singletonTree: LLBCASFileTree = try await casClient.storeDir(singletonDeclTree, casContext).get()

     

       31
       31
       +
       //		self.sourceTree = try await sourceTree.merge(with: singletonTree, in: casClient.db, casContext).get()

     

       32
       32
       +
       //		return sourceTree

     

       33
       33
       +
       //	}

     

       34
       34
       +
       //

     

       35
       35
       +
       //	func getBufferText(uri: DocumentUri) async throws -> String? {

     

       36
       36
       +
       //		let path = try AbsolutePath.fromDocumentUri(uri)

     

       37
       37
       +
       //		guard let (id, _) = try await sourceTree.lookup(path: path, in: casClient.db, casContext).get() else { return nil }

     

       38
       38
       +
       //		return try await buildEngine.build(key: Keys.Blob.ReadContents(blobId: id), casContext).get()

     

       39
       39
       +
       //	}

     

       40
       40
       +
       //}

+44 -27

Sources/PterodactylLanguageServer/EventHandler.swift

···

       8
       8
        
       import LanguageServerProtocol

     

       9
       9
        
       import Logging

     

       10
       10
        
       import PterodactylBuild

     

       11
       11
       +
       import PterodactylSyntax

     

       11
       12
        
       import TSCBasic

     

       12
       13
        
       import llbuild2fx

     

       13
       14
        
       

     
···

       16
       17
        
       	private let buildEngine: FXEngine

     

       17
       18
        
       	private let casContext: TSCUtility.Context

     

       18
       19
        
       	private let casClient: LLBCASFSClient

     

       19
       19
       -
       	private let sourceTreeManager: SourceTreeManager

     

       20
       20
        
       

     

       21
       21
       -
       	init(connection: JSONRPCClientConnection) async throws {

     

       21
       21
       +
       	var storedBlobs: [DocumentUri: (blobId: LLBDataID, version: Int?)] = [:]

     

       22
       22
       +
       

     

       23
       23
       +
       	init(connection: JSONRPCClientConnection) {

     

       22
       24
        
       		self.connection = connection

     

       23
       25
        
       

     

       24
       26
        
       		let group = LLBMakeDefaultDispatchGroup()

     
···

       28
       30
        
       		self.buildEngine = FXEngine(group: group, db: db, functionCache: functionCache, executor: executor)

     

       29
       31
        
       		self.casClient = LLBCASFSClient(db)

     

       30
       32
        
       		self.casContext = Context()

     

       31
       31
       -
       

     

       32
       32
       -
       		self.sourceTreeManager = try await SourceTreeManager(buildEngine: buildEngine, casClient: casClient, casContext: casContext)

     

       33
       33
        
       	}

     

       34
       34
        
       

     

       35
       35
       -
       	func publishDiagnostics(uri: String, version: Int?) async throws {

     

       35
       35
       +
       	func storeBlob(text: String, uri: DocumentUri, version: Int?) async throws -> LLBDataID {

     

       36
       36
       +
       		if let stored = storedBlobs[uri], let version, let storedVersion = stored.version, storedVersion >= version {

     

       37
       37
       +
       			return stored.blobId

     

       38
       38
       +
       		}

     

       36
       39
        
       

     

       40
       40
       +
       		let blobId: LLBDataID = try await casClient.store(LLBByteBuffer(string: text), casContext).get()

     

       41
       41
       +
       		storedBlobs[uri] = (blobId: blobId, version: version)

     

       42
       42
       +
       		return blobId

     

       43
       43
       +
       	}

     

       44
       44
       +
       

     

       45
       45
       +
       	func publishLiveDiagnostics(blobId: LLBDataID, uri: DocumentUri, version: Int?) async throws {

     

       46
       46
       +
       		let lineMap = try await buildEngine.build(key: Keys.Blob.GetLineMap(blobId: blobId), casContext).get()

     

       47
       47
       +
       		let parseResult = try await buildEngine.build(key: Keys.Blob.ParseDocument(blobId: blobId), casContext).get()

     

       48
       48
       +
       		let diagnostics = parseResult.diagnostics.map { $0.lspDiagnostic(lineMap: lineMap) }

     

       49
       49
       +
       		let publishParams = PublishDiagnosticsParams(uri: uri, version: version, diagnostics: diagnostics)

     

       50
       50
       +
       		try await connection.sendNotification(.textDocumentPublishDiagnostics(publishParams))

     

       37
       51
        
       	}

     

       38
       52
        
       }

     

       39
       53
        
       

     
···

       43
       57
        
       		TextDocumentSyncOptions(

     

       44
       58
        
       			openClose: true,

     

       45
       59
        
       			change: .full,

     

       60
       60
       +
       

     

       46
       61
        
       			save: .optionA(false)

     

       47
       62
        
       		)

     

       48
       63
        
       	}

     
···

       83
       98
        
       	func textDocumentDidChange(_ params: DidChangeTextDocumentParams) async {

     

       84
       99
        
       		guard let text = params.contentChanges.first?.text else { return }

     

       85
       100
        
       		do {

     

       86
       86
       -
       			try await sourceTreeManager.setBufferText(uri: params.textDocument.uri, text: text)

     

       87
       87
       -
       			// FIXME: this needs to be a transaction.

     

       88
       88
       -
       			//			try await  publishDiagnostics(uri: params.textDocument.uri, version: params.textDocument.version)

     

       101
       101
       +
       			let blobId: LLBDataID = try await storeBlob(text: text, uri: params.textDocument.uri, version: params.textDocument.version)

     

       102
       102
       +
       			try await publishLiveDiagnostics(blobId: blobId, uri: params.textDocument.uri, version: params.textDocument.version)

     

       89
       103
        
       		} catch {}

     

       90
       104
        
       	}

     

       91
       105
        
       

     

       92
       106
        
       	func textDocumentDidOpen(_ params: DidOpenTextDocumentParams) async {

     

       93
       93
       -
       		// TODO: restore

     

       94
       94
       -
       		//		await bufferManager.setBufferText(key: params.textDocument.uri, text: params.textDocument.text)

     

       107
       107
       +
       		let text = params.textDocument.text

     

       95
       108
        
       		do {

     

       96
       96
       -
       			try await publishDiagnostics(uri: params.textDocument.uri, version: params.textDocument.version)

     

       109
       109
       +
       			let blobId: LLBDataID = try await storeBlob(text: text, uri: params.textDocument.uri, version: params.textDocument.version)

     

       110
       110
       +
       			try await publishLiveDiagnostics(blobId: blobId, uri: params.textDocument.uri, version: params.textDocument.version)

     

       97
       111
        
       		} catch {}

     

       98
       112
        
       	}

     

       99
       113
        
       

     

       100
       114
        
       	func semanticTokensFull(id: JSONId, params: SemanticTokensParams) async -> Response<SemanticTokensResponse> {

     

       101
       101
       -
       		// TODO: restore

     

       102
       102
       -
       		//		guard let document = await bufferManager.documentForBuffer(key: params.textDocument.uri) else { return .success(nil) }

     

       115
       115
       +
       		guard let storedBlob = storedBlobs[params.textDocument.uri] else { return .success(nil) }

     

       103
       116
        
       

     

       104
       104
       -
       		let tokenSink: [SemanticToken] = []

     

       105
       105
       -
       		// TODO: restore

     

       106
       106
       -
       		//		document.tree.collectSemanticTokens(&tokenSink)

     

       107
       107
       -
       

     

       108
       108
       -
       		let response = SemanticTokensResponse(SemanticTokens(resultId: nil, tokens: tokenSink))

     

       109
       109
       -
       		return .success(response)

     

       117
       117
       +
       		do {

     

       118
       118
       +
       			let lineMap = try await buildEngine.build(key: Keys.Blob.GetLineMap(blobId: storedBlob.blobId), casContext).get()

     

       119
       119
       +
       			let parseResult = try await buildEngine.build(key: Keys.Blob.ParseDocument(blobId: storedBlob.blobId), casContext).get()

     

       120
       120
       +
       			let cursor = SyntaxCursor(lineMap: lineMap, node: .tree(parseResult.tree), utf16Offset: 0)

     

       121
       121
       +
       			return .success(SemanticTokensResponse(SemanticTokens(resultId: nil, tokens: cursor.semanticTokens)))

     

       122
       122
       +
       		} catch {

     

       123
       123
       +
       			return .success(nil)

     

       124
       124
       +
       		}

     

       110
       125
        
       	}

     

       111
       126
        
       

     

       112
       127
        
       	func foldingRange(id: JSONId, params: FoldingRangeParams) async -> Response<FoldingRangeResponse> {

     

       113
       113
       -
       		// TODO: restore

     

       114
       114
       -
       		//		guard let document = await bufferManager.documentForBuffer(key: params.textDocument.uri) else { return .success(nil) }

     

       115
       115
       -
       		let rangeSink: [FoldingRange] = []

     

       116
       116
       -
       		// TODO: restore

     

       117
       117
       -
       		//		document.tree.collectFoldingRanges(&rangeSink)

     

       118
       118
       -
       		let response = FoldingRangeResponse(rangeSink)

     

       119
       119
       -
       		Logger.shared.info("Ranges: \(rangeSink)")

     

       120
       120
       -
       		return .success(response)

     

       128
       128
       +
       		guard let storedBlob = storedBlobs[params.textDocument.uri] else { return .success(nil) }

     

       129
       129
       +
       

     

       130
       130
       +
       		do {

     

       131
       131
       +
       			let lineMap = try await buildEngine.build(key: Keys.Blob.GetLineMap(blobId: storedBlob.blobId), casContext).get()

     

       132
       132
       +
       			let parseResult = try await buildEngine.build(key: Keys.Blob.ParseDocument(blobId: storedBlob.blobId), casContext).get()

     

       133
       133
       +
       			let cursor = SyntaxCursor(lineMap: lineMap, node: .tree(parseResult.tree), utf16Offset: 0)

     

       134
       134
       +
       			return .success(FoldingRangeResponse(cursor.foldingRanges))

     

       135
       135
       +
       		} catch {

     

       136
       136
       +
       			return .success(nil)

     

       137
       137
       +
       		}

     

       121
       138
        
       	}

     

       122
       139
        
       

     

       123
       140

Sources/PterodactylLanguageServer/LLBDeclFileTree+Singleton.swift Sources/PterodactylLanguageServer/Archive/LLBDeclFileTree+Singleton.swift

+54

Sources/PterodactylLanguageServer/PterodactylLanguageServer.swift

···

       1
       1
       +
       // SPDX-FileCopyrightText: 2025 The Project Pterodactyl Developers

     

       2
       2
       +
       //

     

       3
       3
       +
       // SPDX-License-Identifier: MPL-2.0

     

       4
       4
       +
       

     

       5
       5
       +
       import Foundation

     

       6
       6
       +
       import JSONRPC

     

       7
       7
       +
       import LanguageServer

     

       8
       8
       +
       import LanguageServerProtocol

     

       9
       9
       +
       import Logging

     

       10
       10
       +
       

     

       11
       11
       +
       final class Server {

     

       12
       12
       +
       	private let connection: JSONRPCClientConnection

     

       13
       13
       +
       	private let eventHandler: EventHandler

     

       14
       14
       +
       

     

       15
       15
       +
       	init() {

     

       16
       16
       +
       		let channel = DataChannel.stdio()

     

       17
       17
       +
       		connection = JSONRPCClientConnection(channel)

     

       18
       18
       +
       		eventHandler = EventHandler(connection: connection)

     

       19
       19
       +
       	}

     

       20
       20
       +
       

     

       21
       21
       +
       	func start() async throws {

     

       22
       22
       +
       		do {

     

       23
       23
       +
       			Logger.shared.debug("Starting")

     

       24
       24
       +
       			try await startEventLoop()

     

       25
       25
       +
       		} catch {

     

       26
       26
       +
       			Logger.shared.error("Server error: \(error)")

     

       27
       27
       +
       			throw error

     

       28
       28
       +
       		}

     

       29
       29
       +
       	}

     

       30
       30
       +
       

     

       31
       31
       +
       	func startEventLoop() async throws {

     

       32
       32
       +
       		for await event in await connection.eventSequence {

     

       33
       33
       +
       			try await handle(event: event)

     

       34
       34
       +
       		}

     

       35
       35
       +
       	}

     

       36
       36
       +
       

     

       37
       37
       +
       	func handle(event: ClientEvent) async throws {

     

       38
       38
       +
       		switch event {

     

       39
       39
       +
       		case .request(let id, let request):

     

       40
       40
       +
       			await eventHandler.handleRequest(id: id, request: request)

     

       41
       41
       +
       		case .notification(let notification):

     

       42
       42
       +
       			await eventHandler.handleNotification(notification)

     

       43
       43
       +
       		case .error(_): ()

     

       44
       44
       +
       		}

     

       45
       45
       +
       	}

     

       46
       46
       +
       }

     

       47
       47
       +
       

     

       48
       48
       +
       @main

     

       49
       49
       +
       struct PterodactylLanguageServer {

     

       50
       50
       +
       	static func main() async throws {

     

       51
       51
       +
       		let server = Server()

     

       52
       52
       +
       		try await server.start()

     

       53
       53
       +
       	}

     

       54
       54
       +
       }

-39

Sources/PterodactylLanguageServer/SourceTreeManager.swift

···

       1
       1
       -
       // SPDX-FileCopyrightText: 2025 The Project Pterodactyl Developers

     

       2
       2
       -
       //

     

       3
       3
       -
       // SPDX-License-Identifier: MPL-2.0

     

       4
       4
       -
       

     

       5
       5
       -
       import LanguageServerProtocol

     

       6
       6
       -
       import PterodactylBuild

     

       7
       7
       -
       import TSCBasic

     

       8
       8
       -
       import llbuild2fx

     

       9
       9
       -
       

     

       10
       10
       -
       actor SourceTreeManager {

     

       11
       11
       -
       	private let buildEngine: FXEngine

     

       12
       12
       -
       	private let casClient: LLBCASFSClient

     

       13
       13
       -
       	private let casContext: TSCUtility.Context

     

       14
       14
       -
       	private(set) var sourceTree: LLBCASFileTree

     

       15
       15
       -
       

     

       16
       16
       -
       	init(buildEngine: FXEngine, casClient: LLBCASFSClient, casContext: TSCUtility.Context, sourceTree: LLBCASFileTree? = nil) async throws {

     

       17
       17
       -
       		self.buildEngine = buildEngine

     

       18
       18
       -
       		self.casClient = casClient

     

       19
       19
       -
       		self.casContext = casContext

     

       20
       20
       -
       		if let sourceTree {

     

       21
       21
       -
       			self.sourceTree = sourceTree

     

       22
       22
       -
       		} else {

     

       23
       23
       -
       			self.sourceTree = try await casClient.storeDir(.dir([:]), casContext).get()

     

       24
       24
       -
       		}

     

       25
       25
       -
       	}

     

       26
       26
       -
       

     

       27
       27
       -
       	func setBufferText(uri: DocumentUri, text: String) async throws {

     

       28
       28
       -
       		let path = try AbsolutePath.fromDocumentUri(uri)

     

       29
       29
       -
       		let singletonDeclTree = LLBDeclFileTree.file(absolutePath: path, contents: text)

     

       30
       30
       -
       		let singletonTree: LLBCASFileTree = try await casClient.storeDir(singletonDeclTree, casContext).get()

     

       31
       31
       -
       		self.sourceTree = try await sourceTree.merge(with: singletonTree, in: casClient.db, casContext).get()

     

       32
       32
       -
       	}

     

       33
       33
       -
       

     

       34
       34
       -
       	func getBufferText(uri: DocumentUri) async throws -> String? {

     

       35
       35
       -
       		let path = try AbsolutePath.fromDocumentUri(uri)

     

       36
       36
       -
       		guard let (id, _) = try await sourceTree.lookup(path: path, in: casClient.db, casContext).get() else { return nil }

     

       37
       37
       -
       		return try await buildEngine.build(key: Keys.Blob.ReadContents(blobId: id), casContext).get()

     

       38
       38
       -
       	}

     

       39
       39
       -
       }

+1 -1

Sources/PterodactylSyntax/BlockLayoutProcessor.swift

···

       62
       62
        
       					result.append(Token(kind: .blockEnd, text: ""))

     

       63
       63
        
       				}

     

       64
       64
        
       

     

       65
       65
       -
       				if !firstTokenInBlock && indentStack.count > 1 && locatedToken.location.startColumn == indentStack.last! {

     

       65
       65
       +
       				if !firstTokenInBlock && indentStack.count > 1 && locatedToken.token.kind.isVisible && locatedToken.location.startColumn == indentStack.last! {

     

       66
       66
        
       					result.append(Token(kind: .blockSep, text: ""))

     

       67
       67
        
       				}

     

       68
       68
        
       			}

+22 -5

Sources/PterodactylSyntax/Diagnostic.swift

···

       5
       5
        
       import LanguageServerProtocol

     

       6
       6
        
       

     

       7
       7
        
       public struct Diagnostic: Equatable, Codable, Sendable {

     

       8
       8
       -
       	typealias Severity = LanguageServerProtocol.DiagnosticSeverity

     

       9
       9
       -
       	

     

       10
       10
       -
       	let message: String

     

       11
       11
       -
       	let severity: Severity

     

       12
       12
       -
       	let absoluteUtf16Range: Range<Int>

     

       8
       8
       +
       	public typealias Severity = LanguageServerProtocol.DiagnosticSeverity

     

       9
       9
       +
       

     

       10
       10
       +
       	public let message: String

     

       11
       11
       +
       	public let severity: Severity

     

       12
       12
       +
       	public let absoluteUtf16Range: Range<Int>

     

       13
       13
        
       

     

       14
       14
        
       	init(message: String, severity: Severity, absoluteRange: Range<Int>) {

     

       15
       15
        
       		self.message = message

     
···

       19
       19
        
       

     

       20
       20
        
       	init(message: String, absoluteRange: Range<Int>) {

     

       21
       21
        
       		self.init(message: message, severity: Severity.error, absoluteRange: absoluteRange)

     

       22
       22
       +
       	}

     

       23
       23
       +
       

     

       24
       24
       +
       	func lspRange(lineMap: LineMap) -> LanguageServerProtocol.LSPRange {

     

       25
       25
       +
       		let start = lineMap.location(at: absoluteUtf16Range.lowerBound)

     

       26
       26
       +
       		let end = lineMap.location(at: absoluteUtf16Range.upperBound)

     

       27
       27
       +
       		return LSPRange(

     

       28
       28
       +
       			start: Position(line: start.line, character: start.column),

     

       29
       29
       +
       			end: Position(line: end.line, character: end.column)

     

       30
       30
       +
       		)

     

       31
       31
       +
       	}

     

       32
       32
       +
       

     

       33
       33
       +
       	public func lspDiagnostic(lineMap: LineMap) -> LanguageServerProtocol.Diagnostic {

     

       34
       34
       +
       		LanguageServerProtocol.Diagnostic(

     

       35
       35
       +
       			range: lspRange(lineMap: lineMap),

     

       36
       36
       +
       			severity: severity,

     

       37
       37
       +
       			message: message

     

       38
       38
       +
       		)

     

       22
       39
        
       	}

     

       23
       40
        
       }

+3 -7

Sources/PterodactylSyntax/Grammar/Document/Theory/TheoryBlock.swift

···

       13
       13
        
       	}

     

       14
       14
        
       

     

       15
       15
        
       	static func inside(_ parser: inout Parser, recovery: Set<TokenKind>) -> ParseResult {

     

       16
       16
       -
       		parser.expect(kind: .keyword(.where), metadata: TokenMetadata(semanticTokenType: .keyword), recovery: recovery.union([.blockBegin]))

     

       16
       16
       +
       		parser.expect(kind: .keyword(.where), metadata: TokenMetadata(semanticTokenType: .keyword), recovery: recovery.union([.keyword(.theory), .blockComment(terminated: true), .lineComment]))

     

       17
       17
        
       

     

       18
       18
        
       		if parser.eat(kind: .blockBegin, metadata: nil) {

     

       19
       19
        
       			parser.eatTrivia()

     

       20
       20
       -
       			while Declaration.tryParse(&parser, recovery: recovery.union([.blockSep, .blockEnd])) {

     

       20
       20
       +
       			while parser.eat(kind: .blockSep, metadata: nil) {

     

       21
       21
       +
       				Declaration.parse(&parser, recovery: recovery.union([.blockSep, .blockEnd]))

     

       21
       22
        
       				parser.eatTrivia()

     

       22
       22
       -
       				if parser.eat(kind: .blockSep, metadata: nil) {

     

       23
       23
       -
       					continue

     

       24
       24
       -
       				} else {

     

       25
       25
       -
       					break

     

       26
       26
       -
       				}

     

       27
       23
        
       			}

     

       28
       24
        
       			_ = parser.eat(kind: .blockEnd, metadata: nil)

     

       29
       25
        
       		}

+1 -1

Sources/PterodactylSyntax/LineMap.swift

···

       9
       9
        
       	private let utf16LineOffsets: [Int]

     

       10
       10
        
       

     

       11
       11
        
       	public init(source: String) {

     

       12
       12
       -
       		var offsets: [Int] = []

     

       12
       12
       +
       		var offsets: [Int] = [0]

     

       13
       13
        
       		for idx in source.indices {

     

       14
       14
        
       			let c = source[idx]

     

       15
       15
        
       			if c == "\n" || c == "\r\n" || c == "\r" {

+1 -1

Sources/PterodactylSyntax/Parser.swift

···

       138
       138
        
       extension Parser {

     

       139
       139
        
       	mutating func eatTrivium() -> Bool {

     

       140
       140
        
       		switch currentToken.kind {

     

       141
       141
       -
       		case .whitespace:

     

       141
       141
       +
       		case .whitespace, .newline:

     

       142
       142
        
       			advance(metadata: nil)

     

       143
       143
        
       			return true

     

       144
       144
        
       		case .blockComment(let terminated):

+22

Sources/PterodactylSyntax/SemanticToken.swift

···

       67
       67
        
       		return result

     

       68
       68
        
       	}

     

       69
       69
        
       }

     

       70
       70
       +
       

     

       71
       71
       +
       extension SyntaxCursor {

     

       72
       72
       +
       	public func collectSemanticTokens(_ sink: inout [SemanticToken]) {

     

       73
       73
       +
       		if let (_, metadata) = node.token, let metadata {

     

       74
       74
       +
       			for lineRange in singleLineRanges {

     

       75
       75
       +
       				if let semanticToken = metadata.semanticToken(range: lineRange) {

     

       76
       76
       +
       					sink.append(semanticToken)

     

       77
       77
       +
       				}

     

       78
       78
       +
       			}

     

       79
       79
       +
       		}

     

       80
       80
       +
       		

     

       81
       81
       +
       		for child in children {

     

       82
       82
       +
       			child.collectSemanticTokens(&sink)

     

       83
       83
       +
       		}

     

       84
       84
       +
       	}

     

       85
       85
       +
       	

     

       86
       86
       +
       	public var semanticTokens: [SemanticToken] {

     

       87
       87
       +
       		var tokens: [SemanticToken] = []

     

       88
       88
       +
       		collectSemanticTokens(&tokens)

     

       89
       89
       +
       		return tokens

     

       90
       90
       +
       	}

     

       91
       91
       +
       }

+1 -1

Sources/PterodactylSyntax/SyntaxCursor.swift

···

       26
       26
        
       		utf16Offset..<utf16Offset + node.utf16Length

     

       27
       27
        
       	}

     

       28
       28
        
       

     

       29
       29
       -
       	init(lineMap: LineMap, node: SyntaxTree.Child, utf16Offset: Int) {

     

       29
       29
       +
       	public init(lineMap: LineMap, node: SyntaxTree.Child, utf16Offset: Int) {

     

       30
       30
        
       		self.lineMap = lineMap

     

       31
       31
        
       		self.node = node

     

       32
       32
        
       		self.utf16Offset = utf16Offset

+1

Sources/PterodactylSyntax/Types.swift

···

       53
       53
        
       		default: true

     

       54
       54
        
       		}

     

       55
       55
        
       	}

     

       56
       56
       +
       	

     

       56
       57
        
       	public var canDetermineLayoutColumn: Bool {

     

       57
       58
        
       		switch self {

     

       58
       59
        
       		case .whitespace, .eof: false

+37

Tests/PterodactylBuildTests/Test.swift

···

       5
       5
        
       import Testing

     

       6
       6
        
       

     

       7
       7
        
       @testable import PterodactylBuild

     

       8
       8
       +
       @testable import PterodactylSyntax

     

       8
       9
        
       @testable import llbuild2fx

     

       9
       10
        
       

     

       10
       11
        
       struct BuildTests {

     

       12
       12
       +
       	@Test

     

       13
       13
       +
       	func testBlockLayout() async throws {

     

       14
       14
       +
       		let code = """

     

       15
       15
       +
       			theory Foo where

     

       16
       16
       +
       				 foo : bar

     

       17
       17
       +
       				 baz : sdf

     

       18
       18
       +
       			"""

     

       19
       19
       +
       

     

       20
       20
       +
       		var lexer = PterodactylSyntax.Lexer(input: code)

     

       21
       21
       +
       		let flatTokens = lexer.tokenize()

     

       22
       22
       +
       		let blockTokens = BlockLayoutProcessor(tokens: flatTokens).layout()

     

       23
       23
       +
       

     

       24
       24
       +
       		#expect(

     

       25
       25
       +
       			blockTokens.map(\.kind) == [

     

       26
       26
       +
       				.keyword(.theory), .whitespace, .identifier, .whitespace, .keyword(.where), .blockBegin, .newline, .whitespace, .blockSep, .identifier, .whitespace,

     

       27
       27
       +
       				.punctuation(.colon),

     

       28
       28
       +
       				.whitespace, .identifier, .newline, .whitespace, .blockSep, .identifier, .whitespace, .punctuation(.colon), .whitespace, .identifier, .blockEnd, .eof

     

       29
       29
       +
       			])

     

       30
       30
       +
       	}

     

       31
       31
       +
       

     

       32
       32
       +
       	@Test

     

       33
       33
       +
       	func testParse() async throws {

     

       34
       34
       +
       		let code = """

     

       35
       35
       +
       			theory Foo where

     

       36
       36
       +
       				asdf : asdf

     

       37
       37
       +
       			"""

     

       38
       38
       +
       

     

       39
       39
       +
       		var lexer = PterodactylSyntax.Lexer(input: code)

     

       40
       40
       +
       		let flatTokens = lexer.tokenize()

     

       41
       41
       +
       		let blockTokens = BlockLayoutProcessor(tokens: flatTokens).layout()

     

       42
       42
       +
       		var parser = Parser(source: code, tokens: blockTokens)

     

       43
       43
       +
       		Document.parse(&parser, recovery: [])

     

       44
       44
       +
       

     

       45
       45
       +
       		#expect(parser.diagnostics.isEmpty)

     

       46
       46
       +
       	}

     

       47
       47
       +
       

     

       11
       48
        
       	@Test

     

       12
       49
        
       	func testImports() async throws {

     

       13
       50
        
       		let group = LLBMakeDefaultDispatchGroup()

+4 -17

Tests/PterodactylLanguageServerTests/Test.swift

···

       1
       1
       +
       // SPDX-FileCopyrightText: 2025 The Project Pterodactyl Developers

     

       2
       2
       +
       //

     

       3
       3
       +
       // SPDX-License-Identifier: MPL-2.0

     

       4
       4
       +
       

     

       1
       5
        
       //

     

       2
       6
        
       //  File.swift

     

       3
       7
        
       //  Pterodactyl

     
···

       28
       32
        
       			])

     

       29
       33
        
       

     

       30
       34
        
       		#expect(foo.debugDescription == expected.debugDescription)

     

       31
       31
       -
       	}

     

       32
       32
       -
       

     

       33
       33
       -
       	@Test

     

       34
       34
       -
       	func testSourceTreeManager() async throws {

     

       35
       35
       -
       		let group = LLBMakeDefaultDispatchGroup()

     

       36
       36
       -
       		let db = LLBInMemoryCASDatabase(group: group)

     

       37
       37
       -
       		let functionCache = FXInMemoryFunctionCache(group: group)

     

       38
       38
       -
       		let executor = FXLocalExecutor()

     

       39
       39
       -
       		let engine = FXEngine(group: group, db: db, functionCache: functionCache, executor: executor)

     

       40
       40
       -
       		let client = LLBCASFSClient(db)

     

       41
       41
       -
       		let context = Context()

     

       42
       42
       -
       

     

       43
       43
       -
       		let manager = try await SourceTreeManager(buildEngine: engine, casClient: client, casContext: context)

     

       44
       44
       -
       		let uri = "file://foo/bar/wooo.txt"

     

       45
       45
       -
       		let contents = "hello world"

     

       46
       46
       -
       		try await manager.setBufferText(uri: uri, text: contents)

     

       47
       47
       -
       		try await #expect(manager.getBufferText(uri: uri) == contents)

     

       48
       35
        
       	}

     

       49
       36
        
       }

+6

test.ptero

···

       1
       1
       +
       theory asdf where

     

       2
       2
       +
           foo : asdfs

     

       3
       3
       +
           foo : sdf

     

       4
       4
       +
       

     

       5
       5
       +
       /* asdfasdf */

     

       6
       6
       +
       // asdf;lkj asdf;klj asdfkjh asdfjlkha sdfljk