feature/aspire elasticsearch (#1696)

* stage

* Further attempts at manual service discovery resolving

* bootstrap endpoints

* Start on updating actual indexer code

* centralize exporters and configuration contexts

* Ensure everything is driven by the exporters options

Author: Mpdreamz

src/Elastic.ApiExplorer/OpenApiGenerator.cs

@@ -312,7 +312,7 @@ IFileInfo OutputFile(INavigationItem currentNavigation)
 		{
 			const string indexHtml = "index.html";
 			var fileName = Regex.Replace(currentNavigation.Url + "/" + indexHtml, $"^{context.UrlPathPrefix}", string.Empty);
-			var fileInfo = _writeFileSystem.FileInfo.New(Path.Combine(context.DocumentationOutputDirectory.FullName, fileName.Trim('/')));
+			var fileInfo = _writeFileSystem.FileInfo.New(Path.Combine(context.OutputDirectory.FullName, fileName.Trim('/')));
 			return fileInfo;
 		}
 	}

src/Elastic.Documentation.Configuration/Assembler/AssemblyConfiguration.cs

@@ -27,9 +27,6 @@ public static AssemblyConfiguration Deserialize(string yaml, bool skipPrivateRep
 			var config = deserializer.Deserialize<AssemblyConfiguration>(input);
 			foreach (var (name, r) in config.ReferenceRepositories)
 			{
-				if (name == "cloud")
-				{
-				}
 				var repository = RepositoryDefaults(r, name);
 				config.ReferenceRepositories[name] = repository;
 			}

src/Elastic.Documentation.Configuration/BuildContext.cs

@@ -11,21 +11,24 @@
 
 namespace Elastic.Documentation.Configuration;
 
-public record BuildContext : IDocumentationContext
+public record BuildContext : IDocumentationSetContext, IDocumentationConfigurationContext
 {
 	public static string Version { get; } = Assembly.GetExecutingAssembly().GetCustomAttributes<AssemblyInformationalVersionAttribute>()
 		.FirstOrDefault()?.InformationalVersion ?? "0.0.0";
 
 	public IFileSystem ReadFileSystem { get; }
 	public IFileSystem WriteFileSystem { get; }
+	public IReadOnlySet<Exporter> AvailableExporters { get; }
 
 	public IDirectoryInfo? DocumentationCheckoutDirectory { get; }
 	public IDirectoryInfo DocumentationSourceDirectory { get; }
-	public IDirectoryInfo DocumentationOutputDirectory { get; }
+	public IDirectoryInfo OutputDirectory { get; }
 
 	public ConfigurationFile Configuration { get; }
 
-	public VersionsConfiguration VersionsConfig { get; init; }
+	public VersionsConfiguration VersionsConfiguration { get; }
+	public ConfigurationFileProvider ConfigurationFileProvider { get; }
+	public DocumentationEndpoints Endpoints { get; }
 
 	public IFileInfo ConfigurationPath { get; }
 
@@ -35,17 +38,7 @@ public record BuildContext : IDocumentationContext
 
 	public bool Force { get; init; }
 
-	public bool SkipDocumentationState { get; private set; }
-
-	public bool AssemblerBuild
-	{
-		get => _assemblerBuild;
-		init
-		{
-			_assemblerBuild = value;
-			SkipDocumentationState = value;
-		}
-	}
+	public bool AssemblerBuild { get; init; }
 
 	// This property is used to determine if the site should be indexed by search engines
 	public bool AllowIndexing { get; init; }
@@ -56,24 +49,28 @@ public bool AssemblerBuild
 	public Uri? CanonicalBaseUrl { get; init; }
 
 	private readonly string? _urlPathPrefix;
-	private readonly bool _assemblerBuild;
 
 	public string? UrlPathPrefix
 	{
 		get => string.IsNullOrWhiteSpace(_urlPathPrefix) ? "" : $"/{_urlPathPrefix.Trim('/')}";
 		init => _urlPathPrefix = value;
 	}
 
-	public BuildContext(IDiagnosticsCollector collector, IFileSystem fileSystem, VersionsConfiguration versionsConfig)
-		: this(collector, fileSystem, fileSystem, versionsConfig, null, null)
+	public BuildContext(
+		IDiagnosticsCollector collector,
+		IFileSystem fileSystem,
+		IConfigurationContext configurationContext
+	)
+		: this(collector, fileSystem, fileSystem, configurationContext, ExportOptions.Default, null, null)
 	{
 	}
 
 	public BuildContext(
 		IDiagnosticsCollector collector,
 		IFileSystem readFileSystem,
 		IFileSystem writeFileSystem,
-		VersionsConfiguration versionsConfig,
+		IConfigurationContext configurationContext,
+		IReadOnlySet<Exporter> availableExporters,
 		string? source = null,
 		string? output = null,
 		GitCheckoutInformation? gitCheckoutInformation = null
@@ -82,7 +79,10 @@ public BuildContext(
 		Collector = collector;
 		ReadFileSystem = readFileSystem;
 		WriteFileSystem = writeFileSystem;
-		VersionsConfig = versionsConfig;
+		AvailableExporters = availableExporters;
+		VersionsConfiguration = configurationContext.VersionsConfiguration;
+		ConfigurationFileProvider = configurationContext.ConfigurationFileProvider;
+		Endpoints = configurationContext.Endpoints;
 
 		var rootFolder = !string.IsNullOrWhiteSpace(source)
 			? ReadFileSystem.DirectoryInfo.New(source)
@@ -92,15 +92,15 @@ public BuildContext(
 
 		DocumentationCheckoutDirectory = Paths.DetermineSourceDirectoryRoot(DocumentationSourceDirectory);
 
-		DocumentationOutputDirectory = !string.IsNullOrWhiteSpace(output)
+		OutputDirectory = !string.IsNullOrWhiteSpace(output)
 			? WriteFileSystem.DirectoryInfo.New(output)
 			: WriteFileSystem.DirectoryInfo.New(Path.Combine(rootFolder.FullName, Path.Combine(".artifacts", "docs", "html")));
 
 		if (ConfigurationPath.FullName != DocumentationSourceDirectory.FullName)
 			DocumentationSourceDirectory = ConfigurationPath.Directory!;
 
 		Git = gitCheckoutInformation ?? GitCheckoutInformation.Create(DocumentationCheckoutDirectory, ReadFileSystem);
-		Configuration = new ConfigurationFile(this, VersionsConfig);
+		Configuration = new ConfigurationFile(this, VersionsConfiguration);
 		GoogleTagManager = new GoogleTagManagerConfiguration
 		{
 			Enabled = false

src/Elastic.Documentation.Configuration/Builder/ConfigurationFile.cs

@@ -15,7 +15,7 @@ namespace Elastic.Documentation.Configuration.Builder;
 
 public record ConfigurationFile : ITableOfContentsScope
 {
-	private readonly IDocumentationContext _context;
+	private readonly IDocumentationSetContext _context;
 
 	public IFileInfo SourceFile => _context.ConfigurationPath;
 
@@ -62,7 +62,7 @@ public record ConfigurationFile : ITableOfContentsScope
 		Project is not null
 		&& Project.Equals("Elastic documentation", StringComparison.OrdinalIgnoreCase);
 
-	public ConfigurationFile(IDocumentationContext context, VersionsConfiguration versionsConfig)
+	public ConfigurationFile(IDocumentationSetContext context, VersionsConfiguration versionsConfig)
 	{
 		_context = context;
 		ScopeDirectory = context.ConfigurationPath.Directory!;

src/Elastic.Documentation.Configuration/Builder/RedirectFile.cs

@@ -12,9 +12,9 @@ public record RedirectFile
 {
 	public Dictionary<string, LinkRedirect>? Redirects { get; set; }
 	private IFileInfo Source { get; init; }
-	private IDocumentationContext Context { get; init; }
+	private IDocumentationSetContext Context { get; init; }
 
-	public RedirectFile(IFileInfo source, IDocumentationContext context)
+	public RedirectFile(IFileInfo source, IDocumentationSetContext context)
 	{
 		Source = source;
 		Context = context;

src/Elastic.Documentation.Configuration/Builder/TableOfContentsConfiguration.cs

@@ -13,7 +13,7 @@ namespace Elastic.Documentation.Configuration.Builder;
 
 public record TableOfContentsConfiguration : ITableOfContentsScope
 {
-	private readonly IDocumentationContext _context;
+	private readonly IDocumentationSetContext _context;
 	private readonly int _maxTocDepth;
 	private readonly int _depth;
 	private readonly string _parentPath;
@@ -33,7 +33,7 @@ public TableOfContentsConfiguration(
 		ConfigurationFile configuration,
 		IFileInfo definitionFile,
 		IDirectoryInfo scope,
-		IDocumentationContext context,
+		IDocumentationSetContext context,
 		int depth,
 		string parentPath)
 	{

src/Elastic.Documentation.Configuration/DocumentationEndpoints.cs

@@ -0,0 +1,20 @@
+// Licensed to Elasticsearch B.V under one or more agreements.
+// Elasticsearch B.V licenses this file to you under the Apache 2.0 License.
+// See the LICENSE file in the project root for more information
+
+namespace Elastic.Documentation.Configuration;
+
+public record DocumentationEndpoints
+{
+	public required ElasticsearchEndpoint Elasticsearch { get; init; }
+}
+
+public record ElasticsearchEndpoint
+{
+	public static ElasticsearchEndpoint Default { get; } = new ElasticsearchEndpoint { Uri = new Uri("https://localhost:9200") };
+
+	public required Uri Uri { get; init; }
+	public string? Username { get; init; }
+	public string? Password { get; init; }
+	public string? ApiKey { get; init; }
+}

src/Elastic.Documentation.Configuration/IDocumentationConfigurationContext.cs

@@ -0,0 +1,29 @@
+// Licensed to Elasticsearch B.V under one or more agreements.
+// Elasticsearch B.V licenses this file to you under the Apache 2.0 License.
+// See the LICENSE file in the project root for more information
+
+using Elastic.Documentation.Configuration.Versions;
+
+namespace Elastic.Documentation.Configuration;
+
+public interface IConfigurationContext
+{
+	VersionsConfiguration VersionsConfiguration { get; }
+	ConfigurationFileProvider ConfigurationFileProvider { get; }
+	DocumentationEndpoints Endpoints { get; }
+}
+
+/// Used only to seed <see cref="IConfigurationContext"/> in DI, you primarily want to depend on <see cref="IDocumentationConfigurationContext"/>
+public class ConfigurationContext : IConfigurationContext
+{
+	/// <inheritdoc />
+	public required VersionsConfiguration VersionsConfiguration { get; init; }
+
+	/// <inheritdoc />
+	public required ConfigurationFileProvider ConfigurationFileProvider { get; init; }
+
+	/// <inheritdoc />
+	public required DocumentationEndpoints Endpoints { get; init; }
+}
+
+public interface IDocumentationConfigurationContext : IDocumentationContext, IConfigurationContext;

src/Elastic.Documentation.Configuration/Plugins/DetectionRules/TableOfContents/DetectionRulesReference.cs

@@ -20,7 +20,7 @@ public RuleOverviewReference(
 		string overviewFilePath,
 		string parentPath,
 		ConfigurationFile configuration,
-		IDocumentationContext context,
+		IDocumentationSetContext context,
 		IReadOnlyCollection<string> detectionRuleFolders
 	)
 		: base(tableOfContentsScope, overviewFilePath, false, [])
@@ -30,7 +30,7 @@ IReadOnlyCollection<string> detectionRuleFolders
 		Children = CreateTableOfContentItems(configuration, context);
 	}
 
-	private IReadOnlyCollection<ITocItem> CreateTableOfContentItems(ConfigurationFile configuration, IDocumentationContext context)
+	private IReadOnlyCollection<ITocItem> CreateTableOfContentItems(ConfigurationFile configuration, IDocumentationSetContext context)
 	{
 		var tocItems = new List<ITocItem>();
 		foreach (var detectionRuleFolder in DetectionRuleFolders)
@@ -44,7 +44,7 @@ private IReadOnlyCollection<ITocItem> CreateTableOfContentItems(ConfigurationFil
 			.ToArray();
 	}
 
-	private IReadOnlyCollection<ITocItem> ReadDetectionRuleFolder(ConfigurationFile configuration, IDocumentationContext context, string detectionRuleFolder)
+	private IReadOnlyCollection<ITocItem> ReadDetectionRuleFolder(ConfigurationFile configuration, IDocumentationSetContext context, string detectionRuleFolder)
 	{
 		var detectionRulesFolder = Path.Combine(ParentPath, detectionRuleFolder).TrimStart(Path.DirectorySeparatorChar);
 		var fs = context.ReadFileSystem;