Getting token usage from agent orchestration

[AnOdyssey]

Hey all,

I've been trying to figure out how we can get our agent orchestration token usage.
We're using the MagenticOrchestration orchestration and are able to get the agent consumption trough a responsecall back and chat history. But the orchestrator itself is also doing ai calls and using tokens which are no where to be able to be retrieved.
Does anyone have any idea where to get the orchestrators token usage from after the run is done?

    public async Task<AiResponseResult<string>> GetAgentPlainResponse(AiAgentDto ai, string userContent, CancellationToken cancellationToken)
    {
        var chatHistory = new ChatHistory();
        var agentKernel = await CreateAgentKernel(ai, chatHistory, cancellationToken);
        var runTime = new InProcessRuntime();
        await runTime.StartAsync(cancellationToken);

        var result = await agentKernel.InvokeAsync(userContent,
            runTime,
            cancellationToken);
        
        var output = await result.GetValueAsync(TimeSpan.FromSeconds(300), cancellationToken);
        await runTime.RunUntilIdleAsync();
        var aiResponseResult = new AiResponseResult<string>
        {
            AiModelUsed = ai.Ai.AiModelId.ToString(),
            ReasoningTokensUsed = 0,
            Result = output,
            UsedFiles = _usedFiles,
            InputTokensUsed = 0,
            OutputTokensUsed = 0
        };

        return aiResponseResult;
    }
    
    private async Task<MagenticOrchestration> CreateAgentKernel(AiAgentDto aiAgent, ChatHistory chatHistory, CancellationToken cancellationToken = default)
    {
        var agents = new List<Agent>();

        foreach (var a in aiAgent.AiAgentConfigurations)
        {
            var aiModel = await aiService.GetAiModelById(a.Ai.AiModelId, cancellationToken);
            if (aiModel == null)
                throw new AiNotFoundException($"Cannot find AI model with ID {a.Ai.AiModelId}");
            var chatCompletionAgentKernel = Kernel.CreateBuilder()
                .AddAzureOpenAIChatCompletion(aiModel.DeploymentName, azureOpenAiClient);

            await AddAiPluginsInKernelBuilder(chatCompletionAgentKernel, a.Ai, cancellationToken);
            var kernel = chatCompletionAgentKernel.Build();
            await AddAiPluginsInKernel(kernel, a.Ai, cancellationToken);

            agents.Add(new ChatCompletionAgent
            {
                Name = a.Name,
                Kernel = kernel,
                Description = a.Description,
                Instructions = a.Ai.Prompt,
                Arguments = new KernelArguments(new AzureOpenAIPromptExecutionSettings
                {
                    FunctionChoiceBehavior = FunctionChoiceBehavior.Auto(autoInvoke: true),
                    Temperature = a.Ai.Temperature
                })
            });
        }

        var managerAiModel = await aiService.GetAiModelById(aiAgent.Ai.AiModelId, cancellationToken);
        if (managerAiModel == null)
            throw new AiNotFoundException($"Cannot find AI model with ID {aiAgent.Ai.AiModelId}");

        var managerKernel = Kernel.CreateBuilder()
            .AddAzureOpenAIChatCompletion(managerAiModel.DeploymentName, azureOpenAiClient)
            .Build();

        ValueTask ResponseCallback(ChatMessageContent response)
        {
            chatHistory.Add(response);
            return ValueTask.CompletedTask;
        }
        
        var manager = new StandardMagenticManager(managerKernel.GetRequiredService<IChatCompletionService>(), new AzureOpenAIPromptExecutionSettings
        {
            ResponseFormat = aiAgent.Ai.OutputSchema ?? "text",
            ChatSystemPrompt = aiAgent.Ai.Prompt
        })
        {
            MaximumInvocationCount = aiAgent.MaxInvocations
        };
        var orchestration = new MagenticOrchestration(manager, agents.ToArray())
        {
            ResponseCallback = ResponseCallback,
            Description = aiAgent.Ai.Prompt,
            Name = aiAgent.Name
        };
        return orchestration;
    }

[moonbox3]

Adding @crickman