📦 NEW: Request production AI agent pipe (#123)

* 📦 NEW: Request prod pipe

* 👌 IMPROVE: Code

Author: msaaddev

packages/core/src/pipes/pipes.ts

@@ -22,7 +22,7 @@ export interface RunOptions {
 }
 
 export interface RunOptionsStream extends RunOptions {
-	stream: true;
+	stream: boolean;
 }
 
 export interface Usage {
@@ -56,6 +56,7 @@ export interface RunResponseStream {
 
 export interface PipeOptions extends PipeI {
 	maxCalls?: number;
+	prod?: boolean;
 }
 
 interface ChoiceGenerate {
@@ -80,11 +81,16 @@ export class Pipe {
 	private tools: Record<string, (...args: any[]) => Promise<any>>;
 	private maxCalls: number;
 	private hasTools: boolean;
+	private prod: boolean;
 
 	constructor(options: PipeOptions) {
-		const baseUrl = getApiUrl();
+		this.prod = options.prod ?? isProd();
+		const baseUrl = getApiUrl(this.prod);
+
 		this.request = new Request({apiKey: options.apiKey, baseUrl});
 		this.pipe = options;
+
+		delete this.pipe.prod;
 		delete this.pipe.apiKey;
 
 		this.tools = this.getToolsFromPipe(this.pipe);
@@ -136,7 +142,7 @@ export class Pipe {
 		responseMessage: Message,
 		toolResults: Message[],
 	): Message[] {
-		return isProd()
+		return this.prod
 			? toolResults
 			: [...messages, responseMessage, ...toolResults];
 	}
@@ -260,6 +266,10 @@ export class Pipe {
 		}
 
 		if (!runTools) {
+			if (!stream) {
+				return response as RunResponse;
+			}
+
 			return response as RunResponseStream;
 		}
 
@@ -347,7 +357,8 @@ export class Pipe {
 			},
 		};
 
-		const isProdEnv = isProd();
+		const isProdEnv = this.prod;
+
 		if (!isProdEnv) {
 			const isServerRunning = await isLocalServerRunning();
 			if (!isServerRunning) return {} as T;

packages/core/src/utils/is-prod.ts

@@ -10,8 +10,11 @@ export function isLocal() {
 	return process.env.NODE_ENV !== 'production';
 }
 
-export function getApiUrl() {
+export function getApiUrl(prod?: boolean) {
+	if (prod) return 'https://api.langbase.com';
+	else return 'http://localhost:9000';
+
 	// TODO: Make local port configurable.
-	return isProd() ? 'https://api.langbase.com' : 'http://localhost:9000';
+	// return isProd() ? 'https://api.langbase.com' : 'http://localhost:9000';
 	// return isProd() ? 'http://localhost:8787' : 'http://localhost:9000';
 }

packages/core/src/utils/local-server-running.ts

@@ -1,8 +1,9 @@
-import {getApiUrl} from './is-prod';
+import {getApiUrl, isProd} from './is-prod';
 
 export async function isLocalServerRunning(): Promise<Boolean> {
 	try {
-		const endpoint = getApiUrl();
+		const prod = isProd();
+		const endpoint = getApiUrl(prod);
 
 		const response = await fetch(endpoint, {
 			mode: 'no-cors',