feat: support export ast buffer (#317)

Author: hardfist

.github/actions/setup-go/action.yml

@@ -49,3 +49,7 @@ runs:
           ~/.cache/go-build
           ~/Library/Caches/go-build
           ~/AppData/Local/go-build
+
+    - name: Patch tsgo
+      shell: bash
+      run: ./scripts/apply-tsgo-path.sh

.github/workflows/ci.yml

@@ -112,7 +112,7 @@ jobs:
         run: pnpm format:check
 
       - name: Build
-        run: pnpm -r --filter='@rslint/test-tools...' --filter='rslint...' build
+        run: pnpm run build
 
       - name: Dogfooding
         if: runner.os == 'Linux'
@@ -138,11 +138,11 @@ jobs:
 
       - name: Test on Linux
         if: runner.os == 'Linux'
-        run: xvfb-run -a pnpm -r --filter='@rslint/test-tools...'  --filter='rslint...' test
+        run: xvfb-run -a pnpm run test
 
       - name: Test on non-Linux
         if: runner.os != 'Linux'
-        run: pnpm -r --filter='@rslint/test-tools...'  --filter='rslint...' test
+        run: pnpm run test
 
   test-wasm:
     name: Test WASM

__patches__/typescript-go.patch

@@ -0,0 +1,36 @@
+diff --git a/_packages/api/src/api.ts b/_packages/api/src/api.ts
+index fbfc32391..f8487d67c 100644
+--- a/_packages/api/src/api.ts
++++ b/_packages/api/src/api.ts
+@@ -16,7 +16,7 @@ import type {
+     TypeResponse,
+ } from "./proto.ts";
+ 
+-export { SymbolFlags, TypeFlags };
++export { SymbolFlags, TypeFlags, RemoteSourceFile, type Node };
+ 
+ export interface APIOptions {
+     tsserverPath: string;
+diff --git a/_packages/api/src/client.ts b/_packages/api/src/client.ts
+index 2c9e21e44..a7f59ac2e 100644
+--- a/_packages/api/src/client.ts
++++ b/_packages/api/src/client.ts
+@@ -29,12 +29,12 @@ export class Client {
+         );
+ 
+         if (options.fs) {
+-            for (const [key, callback] of Object.entries(options.fs)) {
+-                this.channel.registerCallback(key, (_, arg) => {
+-                    const result = callback(JSON.parse(arg));
+-                    return JSON.stringify(result) ?? "";
+-                });
+-            }
++            // for (const [key, callback] of Object.entries(options.fs)) {
++            //     this.channel.registerCallback(key, (_, arg) => {
++            //         const result = callback(JSON.parse(arg));
++            //         return JSON.stringify(result) ?? "";
++            //     });
++            // }
+         }
+     }
+ 

cmd/rslint/api.go

@@ -128,10 +128,14 @@ func (h *IPCHandler) HandleLint(req api.LintRequest) (*api.LintResponse, error)
 		programs = append(programs, program)
 	}
 
-	// Collect diagnostics
+	// Collect diagnostics and source files
 	var diagnostics []api.Diagnostic
 	var diagnosticsLock sync.Mutex
 	errorsCount := 0
+	
+	// Track source files for encoding
+	sourceFiles := make(map[string]*ast.SourceFile)
+	var sourceFilesLock sync.Mutex
 
 	// Create collector function
 	diagnosticCollector := func(d rule.RuleDiagnostic) {
@@ -181,6 +185,12 @@ func (h *IPCHandler) HandleLint(req api.LintRequest) (*api.LintResponse, error)
 
 		diagnostics = append(diagnostics, diagnostic)
 		errorsCount++
+		
+		// Track source file for encoding
+		sourceFilesLock.Lock()
+		filePath := tspath.ConvertToRelativePath(d.SourceFile.FileName(), comparePathOptions)
+		sourceFiles[filePath] = d.SourceFile
+		sourceFilesLock.Unlock()
 	}
 
 	// Run linter
@@ -209,13 +219,30 @@ func (h *IPCHandler) HandleLint(req api.LintRequest) (*api.LintResponse, error)
 	if diagnostics == nil {
 		diagnostics = []api.Diagnostic{}
 	}
+	
 	// Create response
-	return &api.LintResponse{
+	response := &api.LintResponse{
 		Diagnostics: diagnostics,
 		ErrorCount:  errorsCount,
 		FileCount:   int(lintedFilesCount),
 		RuleCount:   len(rulesWithOptions),
-	}, nil
+	}
+	// Only include encoded source files if requested
+	if req.IncludeEncodedSourceFiles {
+		encodedSourceFiles := make(map[string]api.ByteArray)
+		for filePath, sourceFile := range sourceFiles {
+			encoded, err := api.EncodeAST(sourceFile, filePath)
+			
+			if err != nil {
+				// Log error but don't fail the entire request
+				fmt.Fprintf(os.Stderr, "warning: failed to encode source file %s: %v\n", filePath, err)
+				continue
+			}
+			encodedSourceFiles[filePath] = encoded
+		}
+		response.EncodedSourceFiles = encodedSourceFiles
+	}
+	return response, nil
 }
 
 // HandleApplyFixes handles apply fixes requests in IPC mode

internal/api/api.go

@@ -68,6 +68,7 @@ type LintRequest struct {
 	RuleOptions     map[string]interface{} `json:"ruleOptions,omitempty"`
 	FileContents    map[string]string      `json:"fileContents,omitempty"`    // Map of file paths to their contents for VFS
 	LanguageOptions *LanguageOptions       `json:"languageOptions,omitempty"` // Override languageOptions from config file
+	IncludeEncodedSourceFiles bool         `json:"includeEncodedSourceFiles,omitempty"` // Whether to include encoded source files in response
 }
 
 // LanguageOptions contains language-specific configuration options
@@ -101,13 +102,15 @@ type ParserOptions struct {
 	ProjectService bool         `json:"projectService"`
 	Project        ProjectPaths `json:"project,omitempty"`
 }
+type ByteArray []byte
 
 // LintResponse represents a lint response from Go to JS
 type LintResponse struct {
-	Diagnostics []Diagnostic `json:"diagnostics"`
-	ErrorCount  int          `json:"errorCount"`
-	FileCount   int          `json:"fileCount"`
-	RuleCount   int          `json:"ruleCount"`
+	Diagnostics      []Diagnostic           `json:"diagnostics"`
+	ErrorCount       int                    `json:"errorCount"`
+	FileCount        int                    `json:"fileCount"`
+	RuleCount        int                    `json:"ruleCount"`
+	EncodedSourceFiles map[string]ByteArray    `json:"encodedSourceFiles,omitempty"`
 }
 
 // ApplyFixesRequest represents a request to apply fixes from JS to Go
@@ -339,6 +342,8 @@ func (s *Service) sendResponse(id int, data interface{}) {
 	}
 }
 
+
+
 // sendError sends an error message
 func (s *Service) sendError(id int, message string) {
 	msg := &Message{

package.json

@@ -13,7 +13,7 @@
   },
   "license": "MIT",
   "scripts": {
-    "build": "pnpm -r build",
+    "build": "pnpm -r --filter=!@typescript/api --filter=!@typescript/ast --filter='@rslint/test-tools...' --filter='rslint...' build",
     "build:npm": "zx scripts/build-npm.mjs",
     "build:website": "pnpm -F @rslint/website... -r build",
     "check-spell": "pnpx cspell",
@@ -23,7 +23,7 @@
     "publish:ovsx": "zx scripts/publish-marketplace.mjs --marketplace=ovsx",
     "format": "prettier --ignore-path=.prettierignore --config=.prettierrc.json --write .",
     "format:check": "prettier --ignore-path=.prettierignore --config=.prettierrc.json --check .",
-    "test": "pnpm -r test",
+    "test": "pnpm -r --filter=!@typescript/api --filter=!@typescript/ast --filter='@rslint/test-tools...' --filter='rslint...' test",
     "test:go": "go test ./internal/...",
     "typecheck": "pnpm tsc -b tsconfig.json",
     "lint": "rslint",

packages/rslint-api/.gitignore

@@ -0,0 +1 @@
+.rlib

packages/rslint-api/README.md

@@ -0,0 +1,3 @@
+# rslint-api
+
+reexport tsgo api

packages/rslint-api/package.json

@@ -0,0 +1,20 @@
+{
+  "name": "@rslint/api",
+  "version": "0.1.12",
+  "description": "Rslint AST library",
+  "main": "dist/index.mjs",
+  "types": "dist/index.d.ts",
+  "scripts": {
+    "build": "rslib build",
+    "compile": "tsc -p tsconfig.build.json"
+  },
+  "keywords": [],
+  "author": "",
+  "license": "ISC",
+  "packageManager": "[email protected]",
+  "devDependencies": {
+    "@typescript/api": "workspace:*",
+    "@rslib/core": "0.12.4",
+    "@types/node": "24.3.0"
+  }
+}

packages/rslint-api/rslib.config.ts

@@ -0,0 +1,29 @@
+import { defineConfig } from '@rslib/core';
+
+export default defineConfig({
+  lib: [
+    {
+      format: 'esm',
+      dts: {
+        bundle: true,
+      },
+    },
+  ],
+  source: {
+    tsconfigPath: './tsconfig.build.json',
+  },
+  resolve: {
+    alias: {
+      '@typescript/libsyncrpc': false,
+    },
+  },
+  tools: {
+    rspack(config) {
+      if (!config.resolve?.conditionNames) {
+        config.resolve.conditionNames = ['...'];
+      }
+      config.resolve.conditionNames.unshift('@typescript/source');
+      return config;
+    },
+  },
+});