Fix duplicate symbol issues by replacing cgo usage with direct use of

protobuf encoded export

Signed-off-by: Dom Del Nano <[email protected]>

Author: ddelnano

src/e2e_test/vizier/planner/BUILD.bazel

@@ -35,7 +35,7 @@ pl_go_test(
         "//src/carnot/planner/distributedpb:distributed_plan_pl_go_proto",
         "//src/carnot/planner/plannerpb:service_pl_go_proto",
         "//src/carnot/udfspb:udfs_pl_go_proto",
-        "//src/e2e_test/vizier/planner/dump_schemas/godumpschemas",
+        "//src/e2e_test/vizier/planner/dump_schemas/schemas",
         "//src/table_store/schemapb:schema_pl_go_proto",
         "//src/utils",
         "//src/vizier/funcs/go",

src/e2e_test/vizier/planner/all_scripts_test.go

@@ -42,7 +42,7 @@ import (
 	"px.dev/pixie/src/carnot/planner/distributedpb"
 	"px.dev/pixie/src/carnot/planner/plannerpb"
 	"px.dev/pixie/src/carnot/udfspb"
-	"px.dev/pixie/src/e2e_test/vizier/planner/dump_schemas/godumpschemas"
+	"px.dev/pixie/src/e2e_test/vizier/planner/dump_schemas/schemas"
 	"px.dev/pixie/src/table_store/schemapb"
 	"px.dev/pixie/src/utils"
 	funcs "px.dev/pixie/src/vizier/funcs/go"
@@ -207,7 +207,16 @@ func scriptToQueryRequest(s *script) (*plannerpb.QueryRequest, error) {
 }
 
 func loadSchemas() (*schemapb.Schema, error) {
-	return godumpschemas.DumpSchemas()
+	schema := &schemapb.Schema{}
+	b, err := schemas.Asset("src/e2e_test/vizier/planner/dump_schemas/data/schema.pb")
+	if err != nil {
+		return nil, err
+	}
+	err = proto.Unmarshal(b, schema)
+	if err != nil {
+		return nil, err
+	}
+	return schema, nil
 }
 
 func makePEMCarnotInfo(id uuid.UUID) *distributedpb.CarnotInfo {

src/e2e_test/vizier/planner/dump_schemas/BUILD.bazel

@@ -14,20 +14,23 @@
 #
 # SPDX-License-Identifier: Apache-2.0
 
-load("//bazel:pl_build_system.bzl", "pl_cc_library")
+load("//bazel:pl_build_system.bzl", "pl_cc_binary")
 
 package(default_visibility = ["//src/e2e_test/vizier/planner:__subpackages__"])
 
-pl_cc_library(
-    name = "dump_schemas",
-    srcs = [
-        "dump_schemas.cc",
-        "dump_schemas.h",
-    ],
-    hdrs = ["dump_schemas.h"],
+pl_cc_binary(
+    name = "export_schemas",
+    srcs = ["export_schemas.cc"],
+    stamp = -1,
     deps = [
-        "//src/shared/schema:cc_library",
         "//src/stirling:cc_library",
         "//src/table_store/schema:cc_library",
     ],
 )
+
+genrule(
+    name = "schema_pb",
+    outs = ["data/schema.pb"],
+    cmd = "$(location :export_schemas) --out_file_path $@ &>/dev/null",
+    tools = [":export_schemas"],
+)

src/e2e_test/vizier/planner/dump_schemas/export_schemas.cc

@@ -0,0 +1,55 @@
+/*
+ * Copyright 2018- The Pixie Authors.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ *
+ * SPDX-License-Identifier: Apache-2.0
+ */
+
+#include <fstream>
+#include <iostream>
+#include <string>
+
+#include "src/stirling/stirling.h"
+#include "src/table_store/schema/schema.h"
+
+DEFINE_string(out_file_path, "schema.pb", "The file to save the serialized Schema");
+
+int main(int argc, char** argv) {
+  px::EnvironmentGuard env_guard(&argc, argv);
+
+  auto source_registry = px::stirling::CreateProdSourceRegistry();
+  auto sources = source_registry->sources();
+
+  absl::flat_hash_map<std::string, px::table_store::schema::Relation> rel_map;
+  for (const auto& reg_element : sources) {
+    for (auto schema : reg_element.schema) {
+      px::table_store::schema::Relation relation;
+      for (const auto& element : schema.elements()) {
+        relation.AddColumn(element.type(), std::string(element.name()), element.stype(),
+                           element.desc());
+      }
+      rel_map[schema.name()] = relation;
+    }
+  }
+
+  px::table_store::schemapb::Schema schema_pb;
+  PX_CHECK_OK(px::table_store::schema::Schema::ToProto(&schema_pb, rel_map));
+
+  std::ofstream out_schema;
+  out_schema.open(FLAGS_out_file_path);
+  schema_pb.SerializeToOstream(&out_schema);
+  out_schema.close();
+
+  return 0;
+}

src/e2e_test/vizier/planner/dump_schemas/schemas/BUILD.bazel

@@ -0,0 +1,34 @@
+# Copyright 2018- The Pixie Authors.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+# SPDX-License-Identifier: Apache-2.0
+
+load("@io_bazel_rules_go//go:def.bzl", "go_library")
+load("//bazel:pl_build_system.bzl", "pl_bindata")
+
+package(default_visibility = ["//src/e2e_test/vizier/planner:__subpackages__"])
+
+pl_bindata(
+    name = "schema_bindata",
+    srcs = ["//src/e2e_test/vizier/planner/dump_schemas:schema_pb"],
+    package = "schemas",
+    strip_bin_dir = True,
+)
+
+go_library(
+    name = "schemas",
+    # keep
+    srcs = [":schema_bindata"],
+    importpath = "px.dev/pixie/src/e2e_test/vizier/planner/dump_schemas/schemas",
+)