Text-classification removed

Signed-off-by: zesk1999 <zesk1999@gmail.com>

Author: zesk1999

.github/workflows/test.yml

@@ -140,7 +140,7 @@ jobs:
       - name: Download Annoy Index file from Google Drive
         run: |
           pip install gdown
-          gdown --id 1eR9IKrO0yS9ITl29rFjoWfARBlIYnDLq -O ${{ github.workspace }}/src/sustainml_lib/sustainml_modules/sustainml_modules/sustainml-wp1/rag/models_index.ann
+          gdown --id 1TQvt1bSXares-I9l7Wki0Jge3oubRkOJ -O ${{ github.workspace }}/src/sustainml_lib/sustainml_modules/sustainml_modules/sustainml-wp1/rag/models_index.ann
 
       - name: Compile and run tests
         uses: eProsima/eProsima-CI/multiplatform/colcon_build_test@v0
@@ -230,7 +230,7 @@ jobs:
       - name: Download file from Google Drive
         run: |
           pip install gdown
-          gdown --id 1eR9IKrO0yS9ITl29rFjoWfARBlIYnDLq -O ${{ github.workspace }}/src/sustainml_lib/sustainml_modules/sustainml_modules/sustainml-wp1/rag/models_index.ann
+          gdown --id 1TQvt1bSXares-I9l7Wki0Jge3oubRkOJ -O ${{ github.workspace }}/src/sustainml_lib/sustainml_modules/sustainml_modules/sustainml-wp1/rag/models_index.ann
 
       - name: Compile and run tests
         uses: eProsima/eProsima-CI/multiplatform/clang_build_test@v0

sustainml_docs/CMakeLists.txt

@@ -53,9 +53,11 @@ compile_documentation()
 # Test
 ###############################################################################
 # Compile tests if CMake options requires it
-compile_test_documentation(
-    "${PROJECT_SOURCE_DIR}/test" # Test directory
-)
+if (EXISTS "${PROJECT_SOURCE_DIR}/test/CMakeLists.txt")
+   compile_test_documentation("${PROJECT_SOURCE_DIR}/test")
+else()
+   message(STATUS "[sustainml_docs] No tests directory; skipping test compilation.")
+endif()
 
 ###############################################################################
 # Packaging

sustainml_docs/rst/developer_manual/architecture/backend/module_nodes/mlmodelprovider.rst

@@ -89,9 +89,26 @@ And inside ``configuration_callback()`` implement the response to the configurat
     import json
 
     from rdftool.ModelONNXCodebase import model
+    from neo4j import GraphDatabase
     from rdftool.rdfCode import load_graph, get_models_for_problem, get_models_for_problem_and_tag
 
-    from rag.rag_backend import answer_question, get_allowed_models_for_problem
+    from rag.rag_backend import answer_question
+
+    # Neo4j config/driver for local checks (used by _model_has_goal)
+    NEO4J_URI = "bolt://localhost:7687"
+    NEO4J_USER = "neo4j"
+    NEO4J_PASSWORD = "12345678"
+    neo4j_driver = GraphDatabase.driver(NEO4J_URI, auth=(NEO4J_USER, NEO4J_PASSWORD))
+
+    def _model_has_goal(neo4j_driver, model_name: str, goal: str) -> bool:
+        cypher = """
+        MATCH (m:Model {name: $model})-[:HAS_PROBLEM]->(p:Problem)
+        WHERE toLower(p.name) = toLower($goal)
+        RETURN COUNT(*) AS cnt
+        """
+        with neo4j_driver.session() as s:
+            r = s.run(cypher, model=model_name, goal=goal).single()
+            return bool(r and r["cnt"] > 0)
 
     # Whether to go on spinning or interrupt
     running = False
@@ -160,17 +177,55 @@ And inside ``configuration_callback()`` implement the response to the configurat
 
                 problem_short_description = extra_data_dict["problem_short_description"]
 
-            metadata = ml_model_metadata.ml_model_metadata()[0]
+            goal = ml_model_metadata.ml_model_metadata()[0]  # goal selected by metadata node
+            print(f"Problem short description: {problem_short_description}")
+            print(f"Selected goal (metadata): {goal}")
+
+            # Build strictly goal-scoped allowed list (names only)
+            goal_models = get_models_for_problem(goal)   # [(model_name, downloads), ...]
+            allowed_names = [name for (name, _) in goal_models]
+            print(f"[INFO] {len(allowed_names)} candidates for goal '{goal}'")
+            if not allowed_names:
+                raise Exception("No candidates in graph for the selected goal")
 
-            if chosen_model is None:
-                print(f"Problem short description: {problem_short_description}")
+            # Track models to avoid repeats across outputs
+            restrained_models = []
+            if extra_data_bytes:
+                try:
+                    if "model_restrains" in extra_data_dict:
+                        restrained_models = list(set(extra_data_dict["model_restrains"]))
+                except Exception:
+                    pass
 
-                # Build the whitelist and force the RAG to pick ONLY from it
-                allowed = get_allowed_models_for_problem(metadata)  # Metadata is the goal name
-                chosen_model = answer_question(
-                    f"Task {metadata} with problem description: {problem_short_description}?",
-                    allowed_models=allowed
+            # Try up to 10 candidates, skipping misfits transparently
+            chosen_model = None
+            for _ in range(10):
+                remaining = [n for n in allowed_names if n not in restrained_models]
+                if not remaining:
+                    break
+
+                candidate = answer_question(
+                    f"Task {goal} with problem description: {problem_short_description}?",
+                    allowed_models=remaining
                 )
+
+                if not candidate or candidate.strip().lower() == "none":
+                    # mark and try again
+                    if candidate:
+                        restrained_models.append(candidate)
+                    continue
+
+                # Final safety: ensure candidate really belongs to goal
+                if not _model_has_goal(neo4j_driver, candidate, goal):
+                    print(f"[GUARD] Dropping {candidate}: not linked to goal {goal}")
+                    restrained_models.append(candidate)
+                    continue
+
+                chosen_model = candidate
+                break
+
+            if not chosen_model:
+                raise Exception("No suitable model after screening candidates")
             print(f"ML Model chosen: {chosen_model}")
 
             # Generate model code and keywords
@@ -183,11 +238,11 @@ And inside ``configuration_callback()`` implement the response to the configurat
             ml_model.extra_data(encoded_data)
 
         except Exception as e:
-            print(f"Failed to determine ML model for task {ml_model_metadata.task_id()}: {e}.")
-            ml_model.model("Error")
-            ml_model.model_path("Error")
-            error_message = "Failed to obtain ML model for task: " + str(e)
-            error_info = {"error": error_message}
+            print(f"[WARN] No suitable model found for task {ml_model_metadata.task_id()}: {e}")
+            ml_model.model("NO_MODEL")
+            ml_model.model_path("N/A")
+            error_message = "No suitable model found for the given problem."
+            error_info = {"error_code": "NO_MODEL", "error": error_message}
             encoded_error = json.dumps(error_info).encode("utf-8")
             ml_model.extra_data(encoded_error)
 

sustainml_docs/rst/installation/framework.rst

@@ -99,7 +99,7 @@ The following command also builds and installs the SustainML framework and all i
             vcs import src < sustainml.repos && cd ~/SustainML/SustainML_ws/src/sustainml_lib && \
             git submodule update --init --recursive && \
             cd ~/SustainML/SustainML_ws/src/sustainml_lib/sustainml_modules/sustainml_modules/sustainml-wp1 && \
-            gdown --id 1eR9IKrO0yS9ITl29rFjoWfARBlIYnDLq -O rag/models_index.ann && \
+            gdown --id 1TQvt1bSXares-I9l7Wki0Jge3oubRkOJ -O rag/models_index.ann && \
             pip3 install -r ~/SustainML/SustainML_ws/src/sustainml_lib/sustainml_modules/requirements.txt && \
             cd ~/SustainML/SustainML_ws && colcon build && \
             source ~/SustainML/SustainML_ws/install/setup.bash && \
@@ -123,7 +123,7 @@ The following command also builds and installs the SustainML framework and all i
             vcs import src < sustainml.repos && cd ~/SustainML/SustainML_ws/src/sustainml_lib && \
             git submodule update --init --recursive && \
             cd ~/SustainML/SustainML_ws/src/sustainml_lib/sustainml_modules/sustainml_modules/sustainml-wp1 && \
-            gdown --id 1eR9IKrO0yS9ITl29rFjoWfARBlIYnDLq -O rag/models_index.ann && \
+            gdown --id 1TQvt1bSXares-I9l7Wki0Jge3oubRkOJ -O rag/models_index.ann && \
             pip3 install -r ~/SustainML/SustainML_ws/src/sustainml_lib/sustainml_modules/requirements.txt && \
             cd ~/SustainML/SustainML_ws && colcon build --packages-up-to sustainml --cmake-args -DCMAKE_CXX_STANDARD=17 \
                     -DQt5_DIR=/usr/local/opt/qt5/lib/cmake/Qt5 && \

sustainml_docs/rst/installation/library.rst

@@ -90,7 +90,7 @@ The following command builds and installs the *SustainML library* and its depend
             vcs import src < sustainml.repos && \
             git submodule update --init --recursive && \
             cd ~/SustainML/SustainML_ws/src/sustainml_lib/sustainml_modules/sustainml_modules/sustainml-wp1 && \
-            gdown --id 1eR9IKrO0yS9ITl29rFjoWfARBlIYnDLq -O rag/models_index.ann && \
+            gdown --id 1TQvt1bSXares-I9l7Wki0Jge3oubRkOJ -O rag/models_index.ann && \
             pip3 install -r ~/SustainML/SustainML_ws/src/sustainml_docs/requirements.txt && \
             colcon build && \
             sudo neo4j-admin database load system \
@@ -112,7 +112,7 @@ The following command builds and installs the *SustainML library* and its depend
             vcs import src < sustainml.repos && \
             git submodule update --init --recursive && \
             cd ~/SustainML/SustainML_ws/src/sustainml_lib/sustainml_modules/sustainml_modules/sustainml-wp1 && \
-            gdown --id 1eR9IKrO0yS9ITl29rFjoWfARBlIYnDLq -O rag/models_index.ann && \
+            gdown --id 1TQvt1bSXares-I9l7Wki0Jge3oubRkOJ -O rag/models_index.ann && \
             pip3 install -r ~/SustainML/SustainML_ws/src/sustainml_docs/requirements.txt && \
             colcon build --cmake-args -DCMAKE_CXX_STANDARD=17 && \
             sudo neo4j-admin database load system \

sustainml_modules/sustainml_modules/sustainml-wp1

@@ -103,4 +103,8 @@ if (Python3_FOUND)
             -ap app_requirements_node.py
             -py-orc RequestOrchestratorNode.py)
 
+    set_tests_properties(SimpleCommunicationOrchestratorSixNodesPython     PROPERTIES TIMEOUT 600)
+    set_tests_properties(SimpleCommunicationPythonOrchestratorSixNodesPython PROPERTIES TIMEOUT 600)
+    set_tests_properties(SimpleServicePythonOrchestratorSixNodesPython     PROPERTIES TIMEOUT 600)
+
 endif()

sustainml_modules/test/communication/CMakeLists.txt

@@ -326,7 +326,7 @@ def run(args):
         sleep(1)
 
     try:
-        outs, errs = listener_proc.communicate(timeout=350)
+        outs, errs = listener_proc.communicate(timeout=600)
     except subprocess.TimeoutExpired:
         print('Subscriber process timed out, terminating...')
         listener_proc.kill()