Semantic tokens request for GPR files

reznikmm · reznikmm · commit ad94ba81a6f0 · 2025-02-11T12:18:50.000+02:00
Refs #1230
diff --git a/source/gpr/lsp-gpr_files-references.adb b/source/gpr/lsp-gpr_files-references.adb
@@ -1,7 +1,7 @@
 ------------------------------------------------------------------------------
 --                         Language Server Protocol                         --
 --                                                                          --
---                       Copyright (C) 2024, AdaCore                        --
+--                     Copyright (C) 2024-2025, AdaCore                     --
 --                                                                          --
 -- This is free software;  you can redistribute it  and/or modify it  under --
 -- terms of the  GNU General Public License as published  by the Free Soft- --
@@ -46,10 +46,6 @@ package body LSP.GPR_Files.References is
       File : LSP.GPR_Files.File_Access) return GPC.Token_Reference;
    --  go to next token if any or stay at last
 
-   function Token_Reference
-     (Ref : Reference) return Gpr_Parser.Common.Token_Reference;
-   --  Token_Reference adapter.
-
    --------------------
    -- Previous_Token --
    --------------------
diff --git a/source/gpr/lsp-gpr_files-references.ads b/source/gpr/lsp-gpr_files-references.ads
@@ -1,7 +1,7 @@
 ------------------------------------------------------------------------------
 --                         Language Server Protocol                         --
 --                                                                          --
---                       Copyright (C) 2024, AdaCore                        --
+--                     Copyright (C) 2024-2025, AdaCore                     --
 --                                                                          --
 -- This is free software;  you can redistribute it  and/or modify it  under --
 -- terms of the  GNU General Public License as published  by the Free Soft- --
@@ -111,6 +111,10 @@ package LSP.GPR_Files.References is
    --  if Reference is a valid attribute reference returns all GPR2
    --  informations needed to access attribute value.
 
+   function Token_Reference
+     (Ref : Reference) return Gpr_Parser.Common.Token_Reference;
+   --  Token_Reference adapter.
+
 private
 
    package GPC renames Gpr_Parser.Common;
diff --git a/source/gpr/lsp-gpr_files.adb b/source/gpr/lsp-gpr_files.adb
@@ -1,7 +1,7 @@
 ------------------------------------------------------------------------------
 --                         Language Server Protocol                         --
 --                                                                          --
---                     Copyright (C) 2023-2024, AdaCore                     --
+--                     Copyright (C) 2023-2025, AdaCore                     --
 --                                                                          --
 -- This is free software;  you can redistribute it  and/or modify it  under --
 -- terms of the  GNU General Public License as published  by the Free Soft- --
@@ -1373,6 +1373,25 @@ package body LSP.GPR_Files is
 
    end Reset;
 
+   --------------------
+   -- Package_Ranges --
+   --------------------
+
+   function Package_Ranges (Self : File) return Package_Range_Array is
+      Result : Package_Range_Array (1 .. Natural (Self.Packages.Length));
+      Last   : Natural := 0;
+   begin
+      for J in Self.Packages.Iterate loop
+         Last := Last + 1;
+         Result (Last) :=
+           (Package_Id => Package_Maps.Key (J),
+            First      => Self.Packages (J).First,
+            Last       => Self.Packages (J).Last);
+      end loop;
+
+      return Result;
+   end Package_Ranges;
+
    -----------
    -- Parse --
    -----------
diff --git a/source/gpr/lsp-gpr_files.ads b/source/gpr/lsp-gpr_files.ads
@@ -1,7 +1,7 @@
 ------------------------------------------------------------------------------
 --                         Language Server Protocol                         --
 --                                                                          --
---                     Copyright (C) 2023-2024, AdaCore                     --
+--                     Copyright (C) 2023-2025, AdaCore                     --
 --                                                                          --
 -- This is free software;  you can redistribute it  and/or modify it  under --
 -- terms of the  GNU General Public License as published  by the Free Soft- --
@@ -142,6 +142,22 @@ package LSP.GPR_Files is
    --  return the Position's Package_Id. Returns Project_Level_Scope if
    --  Position not inside a package.
 
+   type Package_Range is record
+      Package_Id : GPR2.Package_Id;
+      First      : Gpr_Parser.Common.Token_Reference :=
+                     Gpr_Parser.Common.No_Token;
+      --  'First' is at 'package' token
+
+      Last       : Gpr_Parser.Common.Token_Reference :=
+                     Gpr_Parser.Common.No_Token;
+      --  'Last' is at the package's end or at the end of the renaming.
+   end record;
+
+   type Package_Range_Array is array (Positive range <>) of Package_Range;
+
+   function Package_Ranges (Self : File) return Package_Range_Array;
+   --  Return array of ranges for File's packages.
+
    function Kind (Self : File) return GPR2.Project_Kind;
    --  return project kind as defined in project qualifier
 
diff --git a/source/gpr/lsp-gpr_handlers.adb b/source/gpr/lsp-gpr_handlers.adb
@@ -1,7 +1,7 @@
 ------------------------------------------------------------------------------
 --                         Language Server Protocol                         --
 --                                                                          --
---                     Copyright (C) 2022-2024, AdaCore                     --
+--                     Copyright (C) 2022-2025, AdaCore                     --
 --                                                                          --
 -- This is free software;  you can redistribute it  and/or modify it  under --
 -- terms of the  GNU General Public License as published  by the Free Soft- --
@@ -23,14 +23,15 @@ with GPR2.Path_Name.Set;
 
 with Langkit_Support.Slocs;
 
-with LSP.GPR_Completions;
 with LSP.Constants;
 with LSP.Enumerations;
 with LSP.Generic_Cancel_Check;
+with LSP.GPR_Completions;
 with LSP.GPR_Documentation;
 with LSP.GPR_File_Readers;
 with LSP.GPR_Files.References;
 with LSP.GPR_Files.Symbols;
+with LSP.Structures.Unwrap;
 with LSP.Text_Documents.Langkit_Documents;
 with LSP.Utils;
 
@@ -398,7 +399,8 @@ package body LSP.GPR_Handlers is
       Value : LSP.Structures.InitializeParams)
    is
       Response     : LSP.Structures.InitializeResult;
-      Capabilities : LSP.Structures.ServerCapabilities;
+      Capabilities : LSP.Structures.ServerCapabilities renames
+        Response.capabilities;
 
    begin
       Self.File_Reader := LSP.GPR_File_Readers.Create (Self'Unchecked_Access);
@@ -414,9 +416,7 @@ package body LSP.GPR_Handlers is
                     resolveProvider   => LSP.Constants.True,
                     others            => <>));
 
-      Response.capabilities := Capabilities;
-
-      Response.capabilities.textDocumentSync :=
+      Capabilities.textDocumentSync :=
         (Is_Set => True,
          Value  => (Is_TextDocumentSyncOptions => True,
                     TextDocumentSyncOptions =>
@@ -427,7 +427,7 @@ package body LSP.GPR_Handlers is
                          (Is_Set => True, Value => (True, True)),
                        others    => <>)));
 
-      Response.capabilities.documentSymbolProvider :=
+      Capabilities.documentSymbolProvider :=
         (Is_Set => True,
          Value  =>
            (Is_Boolean => False,
@@ -442,6 +442,32 @@ package body LSP.GPR_Handlers is
         and then Value.capabilities.textDocument.Value.documentSymbol.Value
           .hierarchicalDocumentSymbolSupport.Value;
 
+      declare
+         use LSP.Structures.Unwrap;
+
+         Types     : LSP.Structures.Virtual_String_Vector :=
+           tokenTypes
+             (semanticTokens (Value.capabilities.textDocument));
+
+         Modifiers : LSP.Structures.Virtual_String_Vector :=
+           tokenModifiers
+             (semanticTokens (Value.capabilities.textDocument));
+      begin
+         Self.Highlighter.Initialize (Types, Modifiers);
+
+         Capabilities.semanticTokensProvider :=
+           (Is_Set => True,
+            Value  =>
+              (Is_SemanticTokensOptions => True,
+               SemanticTokensOptions    =>
+                 (full    => LSP.Constants.True,
+                  a_range => <>,
+                  legend  =>
+                    (tokenTypes     => Types,
+                     tokenModifiers => Modifiers),
+                  others  => <>)));
+      end;
+
       Self.Sender.On_Initialize_Response (Id, Response);
    end On_Initialize_Request;
 
@@ -713,6 +739,27 @@ package body LSP.GPR_Handlers is
       end loop;
    end On_DidChangeConfiguration_Notification;
 
+   ----------------------------
+   -- On_Tokens_Full_Request --
+   ----------------------------
+
+   overriding procedure On_Tokens_Full_Request
+     (Self  : in out Message_Handler;
+      Id    : LSP.Structures.Integer_Or_Virtual_String;
+      Value : LSP.Structures.SemanticTokensParams)
+   is
+      File : constant LSP.GPR_Files.File_Access :=
+        LSP.GPR_Files.Parse
+          (File_Provider => Self'Unchecked_Access,
+           Path          => Self.To_File (Value.textDocument.uri));
+
+      Response : LSP.Structures.SemanticTokens_Or_Null (Is_Null => False);
+   begin
+      Self.Highlighter.Get_Tokens (File, Response.Value.data);
+
+      Self.Sender.On_Tokens_Full_Response (Id, Response);
+   end On_Tokens_Full_Request;
+
    -------------------------
    -- Publish_Diagnostics --
    -------------------------
diff --git a/source/gpr/lsp-gpr_handlers.ads b/source/gpr/lsp-gpr_handlers.ads
@@ -1,7 +1,7 @@
 ------------------------------------------------------------------------------
 --                         Language Server Protocol                         --
 --                                                                          --
---                     Copyright (C) 2022-2024, AdaCore                     --
+--                     Copyright (C) 2022-2025, AdaCore                     --
 --                                                                          --
 -- This is free software;  you can redistribute it  and/or modify it  under --
 -- terms of the  GNU General Public License as published  by the Free Soft- --
@@ -30,6 +30,7 @@ with LSP.Ada_Configurations;
 with LSP.Client_Message_Receivers;
 with LSP.GPR_Documents;
 with LSP.GPR_Files;
+with LSP.GPR_Highlighters;
 with LSP.GPR_Job_Contexts;
 with LSP.Server_Message_Visitors;
 private with LSP.Server_Requests;
@@ -121,6 +122,9 @@ private
 
       Configuration        : LSP.Ada_Configurations.Configuration;
       --  Ada/GPR configuration settings
+
+      Highlighter          : LSP.GPR_Highlighters.GPR_Highlighter;
+      --  Semantic token highlighter
    end record;
 
    overriding procedure On_Server_Notification
@@ -186,6 +190,11 @@ private
      (Self  : in out Message_Handler;
       Value : LSP.Structures.DidChangeConfigurationParams);
 
+   overriding procedure On_Tokens_Full_Request
+     (Self  : in out Message_Handler;
+      Id    : LSP.Structures.Integer_Or_Virtual_String;
+      Value : LSP.Structures.SemanticTokensParams);
+
    -----------------------------------------
    -- LSP.GPR_Documents.Document_Provider --
    -----------------------------------------
diff --git a/source/gpr/lsp-gpr_highlighters.adb b/source/gpr/lsp-gpr_highlighters.adb
diff --git a/source/gpr/lsp-gpr_highlighters.ads b/source/gpr/lsp-gpr_highlighters.ads
