fix: handle WASM version incompatibility for ABL and DF parsers

- Modified languageParser.ts to gracefully handle version incompatible WASM files
- Added ABL and DF extensions to fallback list for code indexing
- Fixed incorrect node names in ABL and DF query files
- The parsers will now use fallback chunking instead of failing with version errors

Author: roomote

src/services/code-index/shared/supported-extensions.ts

@@ -22,6 +22,11 @@ export const fallbackExtensions = [
 	".vb", // Visual Basic .NET - no dedicated WASM parser
 	".scala", // Scala - uses fallback chunking instead of Lua query workaround
 	".swift", // Swift - uses fallback chunking due to parser instability
+	".p", // ABL - WASM version incompatibility with current tree-sitter
+	".i", // ABL include files - WASM version incompatibility
+	".w", // ABL window files - WASM version incompatibility
+	".cls", // ABL class files - WASM version incompatibility
+	".df", // DataFrames - WASM version incompatibility with current tree-sitter
 ]
 
 /**

src/services/tree-sitter/languageParser.ts

@@ -41,26 +41,41 @@ export interface LanguageParser {
 
 async function loadLanguage(langName: string, sourceDirectory?: string) {
 	const baseDir = sourceDirectory || __dirname
+	const { Language } = require("web-tree-sitter")
 
-	// Special handling for ABL and DF - load from node_modules
+	// Special handling for ABL and DF - try multiple loading strategies
 	if (langName === "abl" || langName === "df") {
+		// Strategy 1: Try loading from dist directory first (if copied during build)
+		const distWasmPath = path.join(baseDir, `tree-sitter-${langName}.wasm`)
+		try {
+			const language = await Language.load(distWasmPath)
+			console.log(`Successfully loaded ${langName} from dist directory`)
+			return language
+		} catch (error) {
+			console.log(`Could not load ${langName} from dist: ${error instanceof Error ? error.message : error}`)
+		}
+
+		// Strategy 2: Try loading from npm package location
 		try {
-			const { Language } = require("web-tree-sitter")
 			const packageName = `@usagi-coffee/tree-sitter-${langName}`
 			const wasmPath = require.resolve(`${packageName}/tree-sitter-${langName}.wasm`)
-			return await Language.load(wasmPath)
+			const language = await Language.load(wasmPath)
+			console.log(`Successfully loaded ${langName} from npm package`)
+			return language
 		} catch (error) {
-			console.error(
-				`Error loading ${langName} language from npm package: ${error instanceof Error ? error.message : error}`,
+			console.warn(
+				`Warning: ${langName} language parser has version incompatibility. ${error instanceof Error ? error.message : error}`,
 			)
-			throw error
+			// Don't throw here, we'll handle this gracefully
+			console.warn(`Skipping ${langName} parser due to version incompatibility`)
+			return null
 		}
 	}
 
+	// Standard loading for other languages
 	const wasmPath = path.join(baseDir, `tree-sitter-${langName}.wasm`)
 
 	try {
-		const { Language } = require("web-tree-sitter")
 		return await Language.load(wasmPath)
 	} catch (error) {
 		console.error(`Error loading language: ${wasmPath}: ${error instanceof Error ? error.message : error}`)
@@ -242,10 +257,18 @@ export async function loadRequiredLanguageParsers(filesToParse: string[], source
 			case "cls":
 				parserKey = "abl" // Use same key for all ABL extensions
 				language = await loadLanguage("abl", sourceDirectory)
+				if (!language) {
+					console.warn(`Skipping ABL parser for .${ext} files due to compatibility issues`)
+					continue // Skip this extension
+				}
 				query = new Query(language, ablQuery)
 				break
 			case "df":
 				language = await loadLanguage("df", sourceDirectory)
+				if (!language) {
+					console.warn(`Skipping DF parser for .${ext} files due to compatibility issues`)
+					continue // Skip this extension
+				}
 				query = new Query(language, dfQuery)
 				break
 			default:

src/services/tree-sitter/queries/abl.ts

@@ -1,38 +1,51 @@
 /*
 OpenEdge ABL language structures
 Basic query for ABL (Progress 4GL) language
-This is a minimal implementation that can be expanded with proper ABL grammar knowledge
+Updated to match actual grammar node names from the tree-sitter-abl package
 */
 export default String.raw`
 ; Procedure definitions
-(procedure_statement
+(procedure_definition
   name: (identifier) @name.definition.procedure) @definition.procedure
 
-; Function definitions  
-(function_statement
+; Function definitions
+(function_definition
   name: (identifier) @name.definition.function) @definition.function
 
 ; Class definitions
-(class_statement
+(class_definition
   name: (identifier) @name.definition.class) @definition.class
 
 ; Method definitions
-(method_statement
+(method_definition
   name: (identifier) @name.definition.method) @definition.method
 
 ; Variable definitions
-(define_variable_statement
+(variable_definition
   name: (identifier) @name.definition.variable) @definition.variable
 
 ; Property definitions
-(define_property_statement
+(property_definition
   name: (identifier) @name.definition.property) @definition.property
 
 ; Temp-table definitions
-(define_temp_table_statement
+(temp_table_definition
   name: (identifier) @name.definition.table) @definition.table
 
 ; Buffer definitions
-(define_buffer_statement
+(buffer_definition
   name: (identifier) @name.definition.buffer) @definition.buffer
+
+; Include statements
+(include_statement
+  (string) @name.include) @include
+
+; Comments
+(comment) @comment
+
+; String literals
+(string) @string
+
+; Identifiers
+(identifier) @identifier
 `

src/services/tree-sitter/queries/df.ts

@@ -1,34 +1,35 @@
 /*
 OpenEdge DataFrames language structures
 Basic query for DF (DataFrames) language
-This is a minimal implementation that can be expanded with proper DF grammar knowledge
+Updated to match actual grammar node names from the tree-sitter-df package
 */
 export default String.raw`
-; Field definitions
-(field_definition
-  name: (identifier) @name.definition.field) @definition.field
+; ADD statements for various database objects
+(add_field_statement
+  (string) @name.definition.field) @definition.field
 
-; Index definitions
-(index_definition
-  name: (identifier) @name.definition.index) @definition.index
+(add_index_statement
+  (string) @name.definition.index) @definition.index
 
-; Table definitions
-(table_definition
-  name: (identifier) @name.definition.table) @definition.table
+(add_table_statement
+  (string) @name.definition.table) @definition.table
 
-; Sequence definitions
-(sequence_definition
-  name: (identifier) @name.definition.sequence) @definition.sequence
+(add_sequence_statement
+  (string) @name.definition.sequence) @definition.sequence
 
-; Trigger definitions
-(trigger_definition
-  name: (identifier) @name.definition.trigger) @definition.trigger
+(add_area_statement
+  (string) @name.definition.area) @definition.area
 
-; Area definitions
-(area_definition
-  name: (identifier) @name.definition.area) @definition.area
+; UPDATE statements
+(update_field_statement
+  (string) @name.definition.field) @definition.field
 
-; Database definitions
-(database_definition
-  name: (identifier) @name.definition.database) @definition.database
+(update_table_statement
+  (string) @name.definition.table) @definition.table
+
+; String literals for values
+(string) @string
+
+; Comments
+(comment) @comment
 `