Merge pull request #7 from supermemoryai/12-17-feat_implement_scope_tree_construction_system

feat: implement scope tree construction system

Author: nexxeln

src/context/index.ts

@@ -1,12 +1,17 @@
 import { Effect } from 'effect'
 import type { RebuiltText } from '../chunking/rebuild'
+import { findScopeAtOffset, getAncestorChain } from '../scope/tree'
 import type {
 	ByteRange,
 	Chunk,
 	ChunkContext,
 	ChunkOptions,
+	EntityInfo,
+	ExtractedEntity,
+	ImportInfo,
 	ScopeTree,
 } from '../types'
+import { getSiblings, type SiblingOptions } from './siblings'
 
 /**
  * Error when attaching context fails
@@ -19,88 +24,90 @@ export class ContextError {
 	) {}
 }
 
-/**
- * Attach context information to a chunk
- *
- * @param text - The rebuilt text info for the chunk
- * @param scopeTree - The scope tree for the file
- * @param options - Chunking options
- * @param index - The chunk index
- * @param totalChunks - Total number of chunks
- * @returns Effect yielding the complete chunk with context
- *
- * TODO: Implement context attachment
- */
-export const attachContext = (
-	text: RebuiltText,
-	scopeTree: ScopeTree,
-	options: ChunkOptions,
-	index: number,
-	totalChunks: number,
-): Effect.Effect<Chunk, ContextError> => {
-	// TODO: Implement context attachment
-	// 1. Find scope for this chunk's byte range
-	// 2. Get entities within the chunk
-	// 3. Get siblings based on options
-	// 4. Get relevant imports
-	const context: ChunkContext = {
-		scope: [],
-		entities: [],
-		siblings: [],
-		imports: [],
-	}
-
-	void scopeTree
-	void options
-
-	return Effect.succeed({
-		text: text.text,
-		byteRange: text.byteRange,
-		lineRange: text.lineRange,
-		context,
-		index,
-		totalChunks,
-	})
-}
-
 /**
  * Get scope information for a byte range
  *
+ * Finds the scope containing this range and builds an array of EntityInfo
+ * from the scope and its ancestors.
+ *
  * @param byteRange - The byte range to get scope for
  * @param scopeTree - The scope tree
- * @returns Scope entity info array
- *
- * TODO: Implement scope lookup
+ * @returns Scope entity info array representing the scope chain
  */
 export const getScopeForRange = (
 	byteRange: ByteRange,
 	scopeTree: ScopeTree,
 ): ChunkContext['scope'] => {
-	// TODO: Implement scope lookup
-	// Find containing scopes and return as EntityInfo[]
-	void byteRange
-	void scopeTree
-	return []
+	// Find the scope at the start of the range
+	const scope = findScopeAtOffset(scopeTree, byteRange.start)
+
+	if (!scope) {
+		return []
+	}
+
+	// Build scope chain: current scope + ancestors
+	const scopeChain: EntityInfo[] = []
+
+	// Add current scope
+	scopeChain.push({
+		name: scope.entity.name,
+		type: scope.entity.type,
+		signature: scope.entity.signature,
+	})
+
+	// Add ancestors (from immediate parent to root)
+	const ancestors = getAncestorChain(scope)
+	for (const ancestor of ancestors) {
+		scopeChain.push({
+			name: ancestor.entity.name,
+			type: ancestor.entity.type,
+			signature: ancestor.entity.signature,
+		})
+	}
+
+	return scopeChain
 }
 
 /**
  * Get entities within a byte range
  *
+ * Finds entities whose byte ranges overlap with the given range.
+ * Overlap condition: entity.start < range.end && entity.end > range.start
+ *
  * @param byteRange - The byte range to search
  * @param scopeTree - The scope tree
  * @returns Entity info array for entities in range
- *
- * TODO: Implement entity lookup
  */
 export const getEntitiesInRange = (
 	byteRange: ByteRange,
 	scopeTree: ScopeTree,
 ): ChunkContext['entities'] => {
-	// TODO: Implement entity lookup
-	// Find entities whose ranges overlap with byteRange
-	void byteRange
-	void scopeTree
-	return []
+	const overlappingEntities = scopeTree.allEntities.filter((entity) => {
+		// Overlap check: entity.start < range.end && entity.end > range.start
+		return (
+			entity.byteRange.start < byteRange.end &&
+			entity.byteRange.end > byteRange.start
+		)
+	})
+
+	// Map to EntityInfo
+	return overlappingEntities.map((entity) => ({
+		name: entity.name,
+		type: entity.type,
+		signature: entity.signature,
+	}))
+}
+
+/**
+ * Get import source from an import entity
+ *
+ * Uses the pre-extracted source from AST parsing (works for all languages).
+ *
+ * @param entity - The import entity
+ * @returns The import source or empty string if not found
+ */
+const getImportSource = (entity: ExtractedEntity): string => {
+	return entity.source ?? ''
 }
 
 /**
@@ -110,18 +117,133 @@ export const getEntitiesInRange = (
  * @param scopeTree - The scope tree
  * @param filterImports - Whether to filter to only used imports
  * @returns Import info array
- *
- * TODO: Implement import filtering
  */
 export const getRelevantImports = (
 	entities: ChunkContext['entities'],
 	scopeTree: ScopeTree,
 	filterImports: boolean,
 ): ChunkContext['imports'] => {
-	// TODO: Implement import filtering
-	// If filterImports, only include imports used by chunk entities
-	void entities
-	void scopeTree
-	void filterImports
-	return []
+	const imports = scopeTree.imports
+
+	if (imports.length === 0) {
+		return []
+	}
+
+	// Map import entity to ImportInfo
+	const mapToImportInfo = (entity: ExtractedEntity): ImportInfo => ({
+		name: entity.name,
+		source: getImportSource(entity),
+	})
+
+	// If not filtering, return all imports
+	if (!filterImports) {
+		return imports.map(mapToImportInfo)
+	}
+
+	// Filter to only imports that are used by entities in the chunk
+	// Build a set of names that appear in entity signatures and names
+	const usedNames = new Set<string>()
+	for (const entity of entities) {
+		// Add the entity name
+		usedNames.add(entity.name)
+
+		// Extract identifiers from signature if available
+		if (entity.signature) {
+			// Match word characters that could be identifiers
+			const identifiers = entity.signature.match(
+				/\b[a-zA-Z_$][a-zA-Z0-9_$]*\b/g,
+			)
+			if (identifiers) {
+				for (const id of identifiers) {
+					usedNames.add(id)
+				}
+			}
+		}
+	}
+
+	// Filter imports to those whose names appear in the chunk
+	const filteredImports = imports.filter((importEntity) => {
+		return usedNames.has(importEntity.name)
+	})
+
+	return filteredImports.map(mapToImportInfo)
+}
+
+/**
+ * Attach context information to a chunk
+ *
+ * @param text - The rebuilt text info for the chunk
+ * @param scopeTree - The scope tree for the file
+ * @param options - Chunking options
+ * @param index - The chunk index
+ * @param totalChunks - Total number of chunks
+ * @returns Effect yielding the complete chunk with context
+ */
+export const attachContext = (
+	text: RebuiltText,
+	scopeTree: ScopeTree,
+	options: ChunkOptions,
+	index: number,
+	totalChunks: number,
+): Effect.Effect<Chunk, ContextError> => {
+	return Effect.try({
+		try: () => {
+			// Determine context mode
+			const contextMode = options.contextMode ?? 'full'
+
+			// For 'none' mode, return minimal context
+			if (contextMode === 'none') {
+				const context: ChunkContext = {
+					scope: [],
+					entities: [],
+					siblings: [],
+					imports: [],
+				}
+				return {
+					text: text.text,
+					byteRange: text.byteRange,
+					lineRange: text.lineRange,
+					context,
+					index,
+					totalChunks,
+				}
+			}
+
+			// Get scope for this chunk's byte range
+			const scope = getScopeForRange(text.byteRange, scopeTree)
+
+			// Get entities within the chunk
+			const entities = getEntitiesInRange(text.byteRange, scopeTree)
+
+			// Get siblings based on options
+			const siblingDetail = options.siblingDetail ?? 'signatures'
+			const siblingOptions: SiblingOptions = {
+				detail: siblingDetail,
+				maxSiblings: contextMode === 'minimal' ? 2 : undefined,
+			}
+			const siblings = getSiblings(text.byteRange, scopeTree, siblingOptions)
+
+			// Get relevant imports
+			const filterImports = options.filterImports ?? false
+			const imports = getRelevantImports(entities, scopeTree, filterImports)
+
+			const context: ChunkContext = {
+				scope,
+				entities,
+				siblings,
+				imports,
+			}
+
+			return {
+				text: text.text,
+				byteRange: text.byteRange,
+				lineRange: text.lineRange,
+				context,
+				index,
+				totalChunks,
+			}
+		},
+		catch: (error: unknown) =>
+			new ContextError('Failed to attach context', error),
+	})
 }