chore: format and lint

bhouston · bhouston · commit ba97bed1be3a · 2025-03-24T14:46:37.000-04:00
diff --git a/mycoder.config.js b/mycoder.config.js
@@ -35,6 +35,9 @@ export default {
   //provider: 'openai',
   //model: 'qwen2.5-coder:14b',
   //baseUrl: 'http://192.168.2.66:80/v1-openai',
+  // Manual override for context window size (in tokens)
+  // Useful for models that don't have a known context window size
+  // contextWindow: 16384,
   maxTokens: 4096,
   temperature: 0.7,
 
diff --git a/packages/agent/src/core/llm/providers/anthropic.ts b/packages/agent/src/core/llm/providers/anthropic.ts
@@ -121,12 +121,14 @@ export class AnthropicProvider implements LLMProvider {
   name: string = 'anthropic';
   provider: string = 'anthropic.messages';
   model: string;
+  options: AnthropicOptions;
   private client: Anthropic;
   private apiKey: string;
   private baseUrl?: string;
 
   constructor(model: string, options: AnthropicOptions = {}) {
     this.model = model;
+    this.options = options;
     this.apiKey = options.apiKey ?? '';
     this.baseUrl = options.baseUrl;
 
@@ -145,7 +147,11 @@ export class AnthropicProvider implements LLMProvider {
    * Generate text using Anthropic API
    */
   async generateText(options: GenerateOptions): Promise<LLMResponse> {
-    const modelContextWindow = ANTHROPIC_CONTEXT_WINDOWS[this.model];
+    // Use configuration contextWindow if provided, otherwise use model-specific value
+    let modelContextWindow = ANTHROPIC_CONTEXT_WINDOWS[this.model];
+    if (!modelContextWindow && this.options.contextWindow) {
+      modelContextWindow = this.options.contextWindow;
+    }
 
     const { messages, functions, temperature = 0.7, maxTokens, topP } = options;
 
diff --git a/packages/agent/src/core/llm/providers/ollama.ts b/packages/agent/src/core/llm/providers/ollama.ts
@@ -52,10 +52,12 @@ export class OllamaProvider implements LLMProvider {
   name: string = 'ollama';
   provider: string = 'ollama.chat';
   model: string;
+  options: OllamaOptions;
   private client: Ollama;
 
   constructor(model: string, options: OllamaOptions = {}) {
     this.model = model;
+    this.options = options;
     const baseUrl =
       options.baseUrl ||
       process.env.OLLAMA_BASE_URL ||
@@ -142,6 +144,11 @@ export class OllamaProvider implements LLMProvider {
       if (baseModelName) {
         contextWindow = OLLAMA_CONTEXT_WINDOWS[baseModelName];
       }
+
+      // If still no context window, use the one from configuration if available
+      if (!contextWindow && this.options.contextWindow) {
+        contextWindow = this.options.contextWindow;
+      }
     }
 
     return {
diff --git a/packages/agent/src/core/llm/providers/openai.ts b/packages/agent/src/core/llm/providers/openai.ts
@@ -51,13 +51,15 @@ export class OpenAIProvider implements LLMProvider {
   name: string = 'openai';
   provider: string = 'openai.chat';
   model: string;
+  options: OpenAIOptions;
   private client: OpenAI;
   private apiKey: string;
   private baseUrl?: string;
   private organization?: string;
 
   constructor(model: string, options: OpenAIOptions = {}) {
     this.model = model;
+    this.options = options;
     this.apiKey = options.apiKey ?? '';
     this.baseUrl = options.baseUrl;
 
@@ -135,7 +137,12 @@ export class OpenAIProvider implements LLMProvider {
 
       // Calculate total tokens and get max tokens for the model
       const totalTokens = tokenUsage.input + tokenUsage.output;
-      const contextWindow = OPENA_CONTEXT_WINDOWS[this.model];
+
+      // Use configuration contextWindow if provided, otherwise use model-specific value
+      let contextWindow = OPENA_CONTEXT_WINDOWS[this.model];
+      if (!contextWindow && this.options.contextWindow) {
+        contextWindow = this.options.contextWindow;
+      }
 
       return {
         text: content,
diff --git a/packages/agent/src/core/llm/types.ts b/packages/agent/src/core/llm/types.ts
@@ -107,5 +107,6 @@ export interface ProviderOptions {
   apiKey?: string;
   baseUrl?: string;
   organization?: string;
+  contextWindow?: number; // Manual override for context window size
   [key: string]: any; // Allow for provider-specific options
 }
diff --git a/packages/agent/src/core/toolAgent/__tests__/statusUpdates.test.ts b/packages/agent/src/core/toolAgent/__tests__/statusUpdates.test.ts
@@ -14,7 +14,7 @@ describe('Status Updates', () => {
   it('should generate a status update with correct token usage information', () => {
     // Setup
     const totalTokens = 50000;
-    const maxTokens = 100000;
+    const contextWindow = 100000;
     const tokenTracker = new TokenTracker('test');
 
     // Mock the context
@@ -33,7 +33,7 @@ describe('Status Updates', () => {
     // Execute
     const statusMessage = generateStatusUpdate(
       totalTokens,
-      maxTokens,
+      contextWindow,
       tokenTracker,
       context,
     );
@@ -58,7 +58,7 @@ describe('Status Updates', () => {
   it('should include active agents, shells, and sessions', () => {
     // Setup
     const totalTokens = 70000;
-    const maxTokens = 100000;
+    const contextWindow = 100000;
     const tokenTracker = new TokenTracker('test');
 
     // Mock the context with active agents, shells, and sessions
@@ -92,7 +92,7 @@ describe('Status Updates', () => {
     // Execute
     const statusMessage = generateStatusUpdate(
       totalTokens,
-      maxTokens,
+      contextWindow,
       tokenTracker,
       context,
     );
diff --git a/packages/agent/src/core/types.ts b/packages/agent/src/core/types.ts
@@ -31,6 +31,7 @@ export type ToolContext = {
   apiKey?: string;
   maxTokens: number;
   temperature: number;
+  contextWindow?: number; // Manual override for context window size
   agentTracker: AgentTracker;
   shellTracker: ShellTracker;
   browserTracker: SessionTracker;
diff --git a/packages/docs/docs/providers/ollama.md b/packages/docs/docs/providers/ollama.md
@@ -64,6 +64,11 @@ export default {
   // Optional: Custom base URL (defaults to http://localhost:11434)
   // baseUrl: 'http://localhost:11434',
 
+  // Manual override for context window size (in tokens)
+  // This is particularly useful for Ollama models since MyCoder may not know
+  // the context window size for all possible models
+  contextWindow: 32768, // Example for a 32k context window model
+
   // Other MyCoder settings
   maxTokens: 4096,
   temperature: 0.7,
@@ -81,6 +86,28 @@ Confirmed models with tool calling support:
 
 If using other models, verify their tool calling capabilities before attempting to use them with MyCoder.
 
+## Context Window Configuration
+
+Ollama supports a wide variety of models, and MyCoder may not have pre-configured context window sizes for all of them. Since the context window size is used to:
+
+1. Track token usage percentage
+2. Determine when to trigger automatic history compaction
+
+It's recommended to manually set the `contextWindow` configuration option when using Ollama models. This ensures proper token tracking and timely history compaction to prevent context overflow.
+
+For example, if using a model with a 32k context window:
+
+```javascript
+export default {
+  provider: 'ollama',
+  model: 'your-model-name',
+  contextWindow: 32768, // 32k context window
+  // other settings...
+};
+```
+
+You can find the context window size for your specific model in the model's documentation or by checking the Ollama model card.
+
 ## Hardware Requirements
 
 Running large language models locally requires significant hardware resources:
diff --git a/packages/docs/docs/usage/configuration.md b/packages/docs/docs/usage/configuration.md
@@ -23,6 +23,8 @@ export default {
   // Model settings
   provider: 'anthropic',
   model: 'claude-3-7-sonnet-20250219',
+  // Manual override for context window size (in tokens)
+  // contextWindow: 16384,
   maxTokens: 4096,
   temperature: 0.7,
 
@@ -42,10 +44,11 @@ MyCoder will search for configuration in the following places (in order of prece
 
 ### AI Model Selection
 
-| Option     | Description               | Possible Values                                   | Default                      |
-| ---------- | ------------------------- | ------------------------------------------------- | ---------------------------- |
-| `provider` | The AI provider to use    | `anthropic`, `openai`, `mistral`, `xai`, `ollama` | `anthropic`                  |
-| `model`    | The specific model to use | Depends on provider                               | `claude-3-7-sonnet-20250219` |
+| Option          | Description                        | Possible Values                                   | Default                      |
+| --------------- | ---------------------------------- | ------------------------------------------------- | ---------------------------- |
+| `provider`      | The AI provider to use             | `anthropic`, `openai`, `mistral`, `xai`, `ollama` | `anthropic`                  |
+| `model`         | The specific model to use          | Depends on provider                               | `claude-3-7-sonnet-20250219` |
+| `contextWindow` | Manual override for context window | Any positive number                               | Model-specific               |
 
 Example:
 
@@ -55,6 +58,8 @@ export default {
   // Use OpenAI as the provider with GPT-4o model
   provider: 'openai',
   model: 'gpt-4o',
+  // Manually set context window size if needed (e.g., for custom or new models)
+  // contextWindow: 128000,
 };
 ```
 

Original file line number	Diff line number	Diff line change
`@@ -107,5 +107,6 @@ export interface ProviderOptions {`
`107`	`107`	`apiKey?: string;`
`108`	`108`	`baseUrl?: string;`
`109`	`109`	`organization?: string;`
	`110`	`+ contextWindow?: number; // Manual override for context window size`
`110`	`111`	`[key: string]: any; // Allow for provider-specific options`
`111`	`112`	`}`