feat: Add initial generated code

Author: GeekMasher

Cargo.lock

@@ -0,0 +1,3 @@
+[workspace]
+resolver = "2"
+members = ["extractor"]

Cargo.toml

@@ -0,0 +1,25 @@
+{
+    "folders": [
+        {
+            "name": "Library",
+            "path": "ql/lib"
+        },
+        {
+            "name": "Queries",
+            "path": "ql/src"
+        },
+        {
+            "name": "Tests",
+            "path": "ql/test"
+        },
+        {
+            "name": "Extractor",
+            "path": "extractor"
+        }
+    ],
+    "settings": {
+        "codeQL.runningTests.additionalTestArguments": [
+            "./extractor-pack"
+        ]
+    }
+}

codeql-extractor.code-workspace

@@ -0,0 +1,16 @@
+name: bicep
+display_name: Bicep
+version: 0.1.0
+column_kind: utf8
+legacy_qltest_extraction: true
+build_modes:
+- none
+github_api_languages:
+- Bicep
+scc_languages:
+- Bicep
+file_types:
+- name: bicep
+  display_name: Bicep
+  extensions:
+  - .bicep

codeql-extractor.yml

@@ -0,0 +1,5 @@
+name: codeql/bicep-downgrades
+groups: bicep
+downgrades: .
+library: true
+warnOnImplicitThis: true

downgrades/qlpack.yml

@@ -0,0 +1,20 @@
+[package]
+name = "codeql-extractor-bicep"
+version = "0.1.0"
+authors = ["GitHub"]
+edition = "2021"
+
+# See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html
+
+[dependencies]
+flate2 = "1.0"
+clap = { version = "4.4", features = ["derive"] }
+tracing = "0.1"
+tracing-subscriber = { version = "0.3.17", features = ["env-filter"] }
+rayon = "1.8"
+regex = "1.11.1"
+# Tree Sitter
+tree-sitter-bicep = { path = "./tree-sitter" }
+tree-sitter = "^0.24"
+# CodeQL - v2.20.4
+codeql-extractor = { git = "https://github.com/github/codeql", rev = "c524a98eb91c769cb2994b8373181c2ebd27c20f" }

extractor/Cargo.toml

@@ -0,0 +1,21 @@
+use std::env;
+use std::path::PathBuf;
+
+use clap::Args;
+
+use codeql_extractor::autobuilder;
+
+#[derive(Args)]
+// The autobuilder takes no command-line options, but this may change in the future.
+pub struct Options {}
+
+pub fn run(_: Options) -> std::io::Result<()> {
+    let database = env::var("CODEQL_EXTRACTOR_BICEP_WIP_DATABASE")
+        .expect("CODEQL_EXTRACTOR_BICEP_WIP_DATABASE not set");
+
+    autobuilder::Autobuilder::new("bicep", PathBuf::from(database))
+        .include_extensions(&[".bicep"])
+        .exclude_globs(&["**/.git"])
+        .size_limit("10m")
+        .run()
+}

extractor/src/autobuilder.rs

@@ -0,0 +1,53 @@
+use clap::Args;
+use std::path::PathBuf;
+
+use codeql_extractor::{
+    extractor::simple::{Extractor, LanguageSpec},
+    file_paths, trap,
+};
+
+#[derive(Args)]
+pub struct Options {
+    /// Sets a custom source achive folder
+    #[arg(long)]
+    source_archive_dir: PathBuf,
+
+    /// Sets a custom trap folder
+    #[arg(long)]
+    output_dir: PathBuf,
+
+    /// A text file containing the paths of the files to extract
+    #[arg(long)]
+    file_list: String,
+}
+
+pub fn run(options: Options) -> std::io::Result<()> {
+    tracing_subscriber::fmt()
+        .with_target(false)
+        .without_time()
+        .with_level(true)
+        .with_env_filter(tracing_subscriber::EnvFilter::from_default_env())
+        .init();
+
+    let file_list = file_paths::path_from_string(&options.file_list);
+    let file_lists: Vec<PathBuf> = vec![file_list];
+
+    let extractor = Extractor {
+        prefix: "bicep".to_string(),
+        languages: vec![
+            // Bicep
+            LanguageSpec {
+                prefix: "bicep",
+                ts_language: tree_sitter_bicep::LANGUAGE.into(),
+                node_types: tree_sitter_bicep::NODE_TYPES,
+                file_globs: vec!["*.bicep".into()],
+            },
+        ],
+        trap_dir: options.output_dir,
+        trap_compression: trap::Compression::from_env("CODEQL_BICEP_TRAP_COMPRESSION"),
+        source_archive_dir: options.source_archive_dir,
+        file_lists,
+    };
+
+    extractor.run()
+}

extractor/src/extractor.rs

@@ -0,0 +1,26 @@
+use clap::Args;
+use std::path::PathBuf;
+
+use codeql_extractor::generator::{generate, language::Language};
+
+#[derive(Args)]
+pub struct Options {
+    /// Path of the generated dbscheme file
+    #[arg(long)]
+    dbscheme: PathBuf,
+
+    /// Path of the generated QLL file
+    #[arg(long)]
+    library: PathBuf,
+}
+
+pub fn run(options: Options) -> std::io::Result<()> {
+    codeql_extractor::extractor::set_tracing_level("bicep");
+
+    let languages = vec![Language {
+        name: "BICEP".to_owned(),
+        node_types: tree_sitter_bicep::NODE_TYPES,
+    }];
+
+    generate(languages, options.dbscheme, options.library)
+}

extractor/src/generator.rs

@@ -0,0 +1,23 @@
+use clap::Parser;
+
+mod autobuilder;
+mod extractor;
+mod generator;
+
+#[derive(Parser)]
+#[command(author, version, about)]
+enum Cli {
+    Extract(extractor::Options),
+    Generate(generator::Options),
+    Autobuild(autobuilder::Options),
+}
+
+fn main() -> std::io::Result<()> {
+    let cli = Cli::parse();
+
+    match cli {
+        Cli::Extract(options) => extractor::run(options),
+        Cli::Generate(options) => generator::run(options),
+        Cli::Autobuild(options) => autobuilder::run(options),
+    }
+}