feat: ai tool token optimizations (#9)

Add token cost optimizations when used as an AI tool

Author: protoss70

nodes/ApifyContentCrawler/resources/executeActor.ts

@@ -1,5 +1,5 @@
 import { IExecuteFunctions, INodeExecutionData, NodeApiError } from 'n8n-workflow';
-import { apiRequest, getResults, pollRunStatus } from './genericFunctions';
+import { apiRequest, getResults, isUsedAsAiTool, pollRunStatus } from './genericFunctions';
 
 export async function getDefaultBuild(this: IExecuteFunctions, actorId: string) {
 	const defaultBuildResp = await apiRequest.call(this, {
@@ -63,5 +63,10 @@ export async function executeActorRunFlow(
 	const datasetId = run.data.defaultDatasetId;
 	const lastRunData = await pollRunStatus.call(this, runId);
 	const resultData = await getResults.call(this, datasetId);
+
+	if (isUsedAsAiTool(this.getNode().type)) {
+		return { json: { ...resultData } };
+	}
+
 	return { json: { ...lastRunData, ...resultData } };
 }

nodes/ApifyContentCrawler/resources/genericFunctions.ts

@@ -120,6 +120,11 @@ export async function apiRequestAllItems(
 	return combinedData;
 }
 
+export function isUsedAsAiTool(nodeType: string): boolean {
+	const parts = nodeType.split('.');
+	return parts[parts.length - 1] === 'apifyContentCrawlerTool';
+}
+
 export async function pollRunStatus(
 	this: IHookFunctions | IExecuteFunctions | ILoadOptionsFunctions,
 	runId: string,
@@ -147,10 +152,16 @@ export async function pollRunStatus(
 }
 
 export async function getResults(this: IExecuteFunctions, datasetId: string): Promise<any> {
-	const results = await apiRequest.call(this, {
+	let results = await apiRequest.call(this, {
 		method: 'GET',
 		uri: `/v2/datasets/${datasetId}/items`,
 	});
 
+	// If used as a tool from an AI Agent, only return markdown results
+	// This reduces the token amount more than half
+	if (isUsedAsAiTool(this.getNode().type)) {
+		results = results.map((item: any) => ({ markdown: item.markdown }));
+	}
+
 	return this.helpers.returnJsonArray(results);
 }