Merge pull request #26 from nextcloud/feat/tool-toggling

Feat: tool de-/activation

Author: marcelklehr

ex_app/lib/agent.py

@@ -18,7 +18,6 @@
 from ex_app.lib.tools import get_tools
 from ex_app.lib.memorysaver import MemorySaver
 
-from langchain_community.tools import YouTubeSearchTool, DuckDuckGoSearchResults
 
 # Dummy thread id as we return the whole state
 thread = {"configurable": {"thread_id": "thread-1"}}
@@ -47,8 +46,6 @@ def export_conversation(checkpointer):
 
 def react(task, nc: Nextcloud):
 	safe_tools, dangerous_tools = get_tools(nc)
-	safe_tools.append(YouTubeSearchTool())
-	safe_tools.append(DuckDuckGoSearchResults(output_format="list"))
 
 	model.bind_nextcloud(nc)
 

ex_app/lib/all_tools/ai.py

@@ -0,0 +1,36 @@
+# SPDX-FileCopyrightText: 2025 Nextcloud GmbH and Nextcloud contributors
+# SPDX-License-Identifier: AGPL-3.0-or-later
+from langchain_core.tools import tool
+from nc_py_api import Nextcloud
+
+from ex_app.lib.all_tools.lib.files import get_file_id_from_file_url
+from ex_app.lib.all_tools.lib.task_processing import run_task
+from ex_app.lib.all_tools.lib.decorator import safe_tool
+
+
+def get_tools(nc: Nextcloud):
+
+	@tool
+	@safe_tool
+	def transcribe_file(file_url: str) -> str:
+		"""
+		Transcribe a media file stored inside the nextcloud
+		:param file_url: The file URL to the media file in nextcloud (The user can input this using the smart picker for example)
+		:return: the transcription result
+		"""
+		task_input = {
+			'input': get_file_id_from_file_url(file_url),
+		}
+		task_output = run_task(nc,  "core:audio2text", task_input).output
+		return task_output['output']
+
+	return [
+		transcribe_file,
+	]
+
+def get_category_name():
+	return "Audio transcription"
+
+def is_available(nc: Nextcloud):
+	tasktypes = nc.ocs('GET', '/ocs/v2.php/taskprocessing/tasktypes')['types'].keys()
+	return 'core:audio2text' in tasktypes

ex_app/lib/all_tools/audio2text.py

@@ -13,7 +13,7 @@
 import xml.etree.ElementTree as ET
 import vobject
 
-from ex_app.lib.all_tools.lib.decorator import safe_tool, dangerous_tool
+from ex_app.lib.all_tools.lib.decorator import safe_tool, dangerous_tool, timed_memoize
 from ex_app.lib.all_tools.lib.freebusy_finder import find_available_slots, round_to_nearest_half_hour
 from ex_app.lib.logger import log
 
@@ -239,4 +239,12 @@ def add_task(calendar_name: str, title: str, description: str, due_date: Optiona
 		schedule_event,
 		find_free_time_slot_in_calendar,
 		add_task
-	]
+	]
+
+def get_category_name():
+	return "Calendar and Tasks"
+
+@timed_memoize(5*60)
+def is_available(nc: Nextcloud):
+	print('SHOULD DISAPPEAR')
+	return 'calendar' in nc.apps.get_list()

ex_app/lib/all_tools/calendar.py

@@ -89,4 +89,10 @@ def find_details_of_current_user() -> dict[str, typing.Any]:
 
 	return [
 		find_person_in_contacts, find_details_of_current_user
-	]
+	]
+
+def get_category_name():
+	return "Contacts"
+
+def is_available(nc: Nextcloud):
+	return True

ex_app/lib/all_tools/contacts.py

@@ -0,0 +1,38 @@
+# SPDX-FileCopyrightText: 2025 Nextcloud GmbH and Nextcloud contributors
+# SPDX-License-Identifier: AGPL-3.0-or-later
+from langchain_core.tools import tool
+from nc_py_api import Nextcloud
+
+from ex_app.lib.all_tools.lib.task_processing import run_task
+from ex_app.lib.all_tools.lib.decorator import safe_tool
+
+
+def get_tools(nc: Nextcloud):
+
+	@tool
+	@safe_tool
+	def ask_context_chat(question: str) -> str:
+		"""
+		Ask the context chat oracle, which knows all of the user's documents, a question about them
+		:param question: The question to ask
+		:return: the answer from context chat
+		"""
+
+		task_input = {
+			'prompt': question,
+			'scopeType': 'none',
+			'scopeList': [],
+			'scopeListMeta': '',
+		}
+		task_output = run_task(nc,  "context_chat:context_chat", task_input).output
+		return task_output['output']
+
+	return [
+		ask_context_chat,
+	]
+
+def get_category_name():
+	return "Context chat"
+
+def is_available(nc: Nextcloud):
+	return 'context_chat' in nc.apps.get_list()

ex_app/lib/all_tools/context_chat.py

@@ -60,4 +60,10 @@ def add_card(deck_id: int, stack_id: int, title: str):
 	return [
 		list_decks,
 		add_card
-	]
+	]
+
+def get_category_name():
+	return "Deck"
+
+def is_available(nc: Nextcloud):
+	return 'deck' in nc.capabilities

ex_app/lib/all_tools/deck.py

@@ -0,0 +1,36 @@
+# SPDX-FileCopyrightText: 2025 Nextcloud GmbH and Nextcloud contributors
+# SPDX-License-Identifier: AGPL-3.0-or-later
+from langchain_core.tools import tool
+from nc_py_api import Nextcloud
+
+from ex_app.lib.all_tools.lib.task_processing import run_task
+from ex_app.lib.all_tools.lib.decorator import safe_tool
+
+
+def get_tools(nc: Nextcloud):
+
+	@tool
+	@safe_tool
+	def generate_document(input: str, format: str) -> str:
+		"""
+		Generate a document with the input string as description
+		:param text: the instructions for the document
+		:param format: the format of the generated file, available are "text_document" and "spreadsheet_document"
+		:return: a download link to the generated document
+		"""
+		tasktype = "richdocuments:text_to_" + format
+		task_input = {
+			'text': input,
+		}
+		task = run_task(nc,  tasktype, task_input)
+		return f"https://nextcloud.local/ocs/v2.php/apps/assistant/api/v1/task/{task.id}/output-file/{task.output['file']}/download"
+
+	return [
+		generate_document,
+	]
+
+def get_category_name():
+	return "Office document generation"
+
+def is_available(nc: Nextcloud):
+	return 'richdocuments' in nc.capabilities

ex_app/lib/all_tools/doc-gen.py

@@ -0,0 +1,21 @@
+# SPDX-FileCopyrightText: 2025 Nextcloud GmbH and Nextcloud contributors
+# SPDX-License-Identifier: AGPL-3.0-or-later
+from langchain_core.tools import tool
+from nc_py_api import Nextcloud
+from langchain_community.tools import DuckDuckGoSearchResults
+
+from ex_app.lib.all_tools.lib.decorator import safe_tool
+
+
+def get_tools(nc: Nextcloud):
+
+	web_search = DuckDuckGoSearchResults(output_format="list")
+	return [
+		web_search,
+	]
+
+def get_category_name():
+	return "DuckDuckGo"
+
+def is_available(nc: Nextcloud):
+	return True

ex_app/lib/all_tools/duckduckgo.py

@@ -58,4 +58,10 @@ def create_public_sharing_link(path: str):
 		get_file_content,
 		get_folder_tree,
 		create_public_sharing_link,
-	]
+	]
+
+def get_category_name():
+	return "Files"
+
+def is_available(nc: Nextcloud):
+	return True