Mark up docs schema, and add language specific filter (#3188)

This pull request does several things:

1. Changes the `fixUpPropertyReference` function to mark up any such
reference with a <span> tag that contains language-specific keys and
values so a language-specific filter function can identify which value
should be used for the language selected.
The span looks as follows in the schema:
`\u003cspan pulumi-lang-nodejs=\"`minUpper`\"
pulumi-lang-dotnet=\"`MinUpper`\" pulumi-lang-go=\"`minUpper`\"
pulumi-lang-python=\"`min_upper`\" pulumi-lang-yaml=\"`minUpper`\"
pulumi-lang-java=\"`minUpper`\"\u003e`min_upper`\u003c/span\u003e`
2. Starts to fix a bug in `fixUpPropertyReference` where Dotnet was
generating some property names in `snake_case` (TODO: proper
capitalization for these property names is still missing) - see
[example](https://github.com/pulumi/pulumi-random/pull/1869/files#diff-81676d671ec0f669c06325b0f7c93214146c124ccbf80cf9a624b183148b6059R51)
3. Creates a filter function that reads the provider's main schema from
file and filters it for the correct language selectors on these spans
and on the Pulumi Code Chooser (to avoid repeating examples
translation), instead of re-generating the schema from scratch.
4. Adds new tests for `fixUpPropertyReference`; adds tests for the
filter function.

In this [pulumi-random
PR](pulumi/pulumi-random#1869), you can see the
changes to the SDK are minimal (the azure -> azurerm is unrelated; the
Java changes are due to
#3184 and haven't
been rolled out to providers.

Additional benefits:
- We could use these spans in registry docsgen to fix up the broken
default variable inflections there
- Build time for the AWS Node SDK went from 130s to 26s; other SDKs are
similar; smaller providers build the SDK almost instantaneously
- Prompted us to build the Java SDK via pulumi package gen-sdk, reducing
much future maintainer toil - it jsut comes for free with the Pulumi
binary!
- Paves the way for decoupling SDKgen from the terraform bridge in the
future.

This pull request does not address the following:

- some conversion stat cleanup should happen for the SDK gen pass -
we're still seeing conversion stat output, which is nonsensical. This
can be in a separate pull request IMO.

[I ran this against the AWS provider as
well](pulumi/pulumi-aws#5825). The SDK inline
documentation has a few extra empty section headers with this change,
because we're not running the `description` field through the docs
generator twice. **I think this is the correct bargain to make** - after
this change, we can fix the docs rendering in _one_ place, and have the
schema be the source of truth for everything.

Fixes #1918.

Author: guineveresaenger

dynamic/testdata/TestSchemaGeneration/Backblaze/b2-0.8.9.golden

@@ -131,7 +131,7 @@
                 },
                 "isFileLockEnabled": {
                     "type": "boolean",
-                    "description": "If present, the boolean value specifies whether bucket is File Lock-enabled. Defaults to `false`.\n"
+                    "description": "If present, the boolean value specifies whether bucket is File Lock-enabled. Defaults to \u003cspan pulumi-lang-nodejs=\"`false`\" pulumi-lang-dotnet=\"`False`\" pulumi-lang-go=\"`false`\" pulumi-lang-python=\"`false`\" pulumi-lang-yaml=\"`false`\" pulumi-lang-java=\"`false`\"\u003e`false`\u003c/span\u003e.\n"
                 }
             },
             "type": "object"

dynamic/testdata/TestSchemaGeneration/BunnyWay/bunnynet-0.5.1.golden

@@ -804,7 +804,7 @@
                 },
                 "singleNestedAttrJsonCopy": {
                     "type": "string",
-                    "description": "Computed as a JSON-ified copy of single_nested_attr input"
+                    "description": "Computed as a JSON-ified copy of\u003cspan pulumi-lang-nodejs=\" singleNestedAttr \" pulumi-lang-dotnet=\" SingleNestedAttr \" pulumi-lang-go=\" singleNestedAttr \" pulumi-lang-python=\" single_nested_attr \" pulumi-lang-yaml=\" singleNestedAttr \" pulumi-lang-java=\" singleNestedAttr \"\u003e single_nested_attr \u003c/span\u003einput"
                 },
                 "statedir": {
                     "type": "string",
@@ -970,7 +970,7 @@
                     },
                     "singleNestedAttrJsonCopy": {
                         "type": "string",
-                        "description": "Computed as a JSON-ified copy of single_nested_attr input"
+                        "description": "Computed as a JSON-ified copy of\u003cspan pulumi-lang-nodejs=\" singleNestedAttr \" pulumi-lang-dotnet=\" SingleNestedAttr \" pulumi-lang-go=\" singleNestedAttr \" pulumi-lang-python=\" single_nested_attr \" pulumi-lang-yaml=\" singleNestedAttr \" pulumi-lang-java=\" singleNestedAttr \"\u003e single_nested_attr \u003c/span\u003einput"
                     },
                     "statedir": {
                         "type": "string",

dynamic/testdata/TestSchemaGeneration/hashicorp/random-3.3.0.golden

@@ -127,8 +127,7 @@ func skipOnWindows(t *testing.T) {
 	}
 }
 
-func Test_Generate(t *testing.T) {
-	t.Parallel()
+func Test_Generate(t *testing.T) { //nolint:paralleltest // Cannot run in parallel due to shared working directory for schema file
 	skipOnWindows(t)
 
 	p := pulcheck.BridgedProvider(t, "prov", &schema.Provider{
@@ -153,6 +152,39 @@ func Test_Generate(t *testing.T) {
 		root = afero.NewBasePathFs(afero.NewOsFs(), absOutDir)
 	}
 
+	// First, generate the schema file that the NodeJS generator expects
+	// Use a separate in-memory filesystem for schema generation to avoid conflicts
+	schemaRoot := afero.NewMemMapFs()
+	schemaGen, err := tfgen.NewGenerator(tfgen.GeneratorOptions{
+		Package:       "prov",
+		Version:       "0.0.1",
+		ProviderInfo:  p,
+		Root:          schemaRoot,
+		Language:      tfgen.Schema,
+		XInMemoryDocs: true,
+		SkipDocs:      true,
+		SkipExamples:  true,
+		Sink:          sink,
+		Debug:         true,
+	})
+	require.NoError(t, err)
+
+	schemaResult, err := schemaGen.Generate()
+	require.NoError(t, err)
+
+	// Write the schema to the expected location
+	schemaBytes, err := json.MarshalIndent(schemaResult.PackageSpec, "", "    ")
+	require.NoError(t, err)
+
+	t.Chdir(outDir)
+	// Create the directory structure and write the schema file in the current working directory
+	// since the Generate() function uses os.ReadFile() which reads from the current working directory
+	schemaDir := filepath.Join("provider", "cmd", "pulumi-resource-prov")
+	require.NoError(t, os.MkdirAll(schemaDir, 0o755))
+	schemaPath := filepath.Join(schemaDir, "schema.json")
+	require.NoError(t, os.WriteFile(schemaPath, schemaBytes, 0o600))
+
+	// Now create the NodeJS generator and run it
 	gen, err := tfgen.NewGenerator(tfgen.GeneratorOptions{
 		Package:       "prov",
 		Version:       "0.0.1",
@@ -193,8 +225,7 @@ func Test_Generate(t *testing.T) {
 	require.NoError(t, err)
 }
 
-func Test_GenerateWithOverlay(t *testing.T) {
-	t.Parallel()
+func Test_GenerateWithOverlay(t *testing.T) { //nolint:paralleltest // Cannot run in parallel due to shared working directory for schema file
 	skipOnWindows(t)
 
 	p := pulcheck.BridgedProvider(t, "prov", &schema.Provider{
@@ -380,6 +411,38 @@ func Test_GenerateWithOverlay(t *testing.T) {
 			err = afero.WriteFile(root, filepath.Join(moduleName, tc.overlayModFileName), tc.overlayModFileContent, 0o600)
 			require.NoError(t, err)
 
+			// First, generate the schema file that the language generator expects
+			schemaRoot := afero.NewMemMapFs()
+			schemaGen, err := tfgen.NewGenerator(tfgen.GeneratorOptions{
+				Package:       "prov",
+				Version:       "0.0.1",
+				ProviderInfo:  p,
+				Root:          schemaRoot,
+				Language:      tfgen.Schema,
+				XInMemoryDocs: true,
+				SkipDocs:      true,
+				SkipExamples:  true,
+				Sink:          sink,
+				Debug:         true,
+			})
+			require.NoError(t, err)
+
+			schemaResult, err := schemaGen.Generate()
+			require.NoError(t, err)
+
+			// Write the schema to the expected location
+			schemaBytes, err := json.MarshalIndent(schemaResult.PackageSpec, "", "    ")
+			require.NoError(t, err)
+
+			t.Chdir(tempDir)
+			// Create the directory structure and write the schema file in the current working directory
+			// since the Generate() function uses os.ReadFile() which reads from the current working directory
+			schemaDir := filepath.Join("provider", "cmd", "pulumi-resource-prov")
+			require.NoError(t, os.MkdirAll(schemaDir, 0o755))
+			schemaPath := filepath.Join(schemaDir, "schema.json")
+			require.NoError(t, os.WriteFile(schemaPath, schemaBytes, 0o600))
+
+			// Now create the language-specific generator and run it
 			gen, err := tfgen.NewGenerator(tfgen.GeneratorOptions{
 				Package:       "prov",
 				Version:       "0.0.1",