Build every grammar from diffr-grammars

diffr-core now takes each Tree-sitter language from diffr-grammars
instead of the grammar crates, which it keeps only for their query
files. The vendored grammars' separate static build goes away. Release
binaries on aarch64 macOS drop from 108.07 MB to 58.00 MB; startup-bound
commands are within 3 ms of main, and parse trees for every file in
sample_files are unchanged.

AI assistance: written with Claude Code; reviewed by the author.

Claude-Session: https://claude.ai/code/session_01KDZ845xr2ngWfAabx9dg8z
Agent-Session: a21f1781-9b0d-47f6-a269-e93bb179c266
Agent-Session: dca03de1-4350-4b24-b376-cb54c86fcc2d

Author: sidkmenon

Cargo.lock

@@ -17,6 +17,7 @@ include = [
 ]
 
 [dependencies]
+diffr-grammars = { path = "../diffr-grammars", version = "0.1.10" }
 regex = "1.10.4"
 typed-arena = "2.0.2"
 rustc-hash = "2.0.0"
@@ -119,21 +120,17 @@ tempfile = "3.27.0"
 
 [build-dependencies]
 toml = "0.8"
-# TODO: enable parallel mode, see discussion in
-# https://github.com/rust-lang/cc-rs/pull/849
-cc = "1.2.48"
-rayon = "1.7.0"
 
 [features]
 all-languages = ["lang-fortran", "lang-fsharp", "lang-verilog", "lang-ocaml", "lang-julia", "lang-haskell", "lang-vhdl", "lang-apex", "lang-qml"]
-lang-fortran = ["dep:tree-sitter-fortran"]
-lang-fsharp = ["dep:tree-sitter-fsharp"]
-lang-verilog = ["dep:tree-sitter-verilog"]
-lang-ocaml = ["dep:tree-sitter-ocaml"]
-lang-julia = ["dep:tree-sitter-julia"]
-lang-haskell = ["dep:tree-sitter-haskell"]
-lang-vhdl = ["dep:tree-sitter-vhdl"]
-lang-apex = ["dep:tree-sitter-sfapex"]
-lang-qml = ["dep:tree-sitter-qmljs"]
+lang-fortran = ["dep:tree-sitter-fortran", "diffr-grammars/lang-fortran"]
+lang-fsharp = ["dep:tree-sitter-fsharp", "diffr-grammars/lang-fsharp"]
+lang-verilog = ["dep:tree-sitter-verilog", "diffr-grammars/lang-verilog"]
+lang-ocaml = ["dep:tree-sitter-ocaml", "diffr-grammars/lang-ocaml"]
+lang-julia = ["dep:tree-sitter-julia", "diffr-grammars/lang-julia"]
+lang-haskell = ["dep:tree-sitter-haskell", "diffr-grammars/lang-haskell"]
+lang-vhdl = ["dep:tree-sitter-vhdl", "diffr-grammars/lang-vhdl"]
+lang-apex = ["dep:tree-sitter-sfapex", "diffr-grammars/lang-apex"]
+lang-qml = ["dep:tree-sitter-qmljs", "diffr-grammars/lang-qml"]
 # Constructors and helpers the diffr package's tests build on.
 test-support = []

crates/diffr-core/Cargo.toml

@@ -8,72 +8,9 @@
 
 use std::path::PathBuf;
 
-use rayon::prelude::*;
-
-struct TreeSitterParser {
-    name: &'static str,
-    src_dir: &'static str,
-    extra_files: Vec<&'static str>,
-}
-
-impl TreeSitterParser {
-    fn build(&self) {
-        let dir = PathBuf::from(&self.src_dir);
-
-        let mut c_files = vec!["parser.c"];
-        c_files.extend_from_slice(&self.extra_files);
-
-        let mut build = cc::Build::new();
-        if cfg!(target_env = "msvc") {
-            build.flag("/utf-8");
-        }
-        build.include(&dir).warnings(false); // ignore unused parameter warnings
-        for file in c_files {
-            build.file(dir.join(file));
-        }
-
-        build.link_lib_modifier("+whole-archive");
-
-        build.compile(self.name);
-    }
-}
-
-fn main() {
-    bundled_plugins();
-    let parsers = vec![
-        TreeSitterParser {
-            name: "tree-sitter-janet-simple",
-            src_dir: "../../vendored_parsers/tree-sitter-janet-simple-src",
-            extra_files: vec!["scanner.c"],
-        },
-        TreeSitterParser {
-            name: "tree-sitter-kotlin",
-            src_dir: "../../vendored_parsers/tree-sitter-kotlin-src",
-            extra_files: vec!["scanner.c"],
-        },
-        TreeSitterParser {
-            name: "tree-sitter-latex",
-            src_dir: "../../vendored_parsers/tree-sitter-latex-src",
-            extra_files: vec!["scanner.c"],
-        },
-        TreeSitterParser {
-            name: "tree-sitter-smali",
-            src_dir: "../../vendored_parsers/tree-sitter-smali-src",
-            extra_files: vec!["scanner.c"],
-        },
-    ];
-
-    // Only rerun if relevant files in the vendored_parsers/ directory change.
-    for parser in &parsers {
-        println!("cargo:rerun-if-changed={}", parser.src_dir);
-    }
-
-    parsers.par_iter().for_each(|p| p.build());
-}
-
 /// Embed the component, manifest and queries from every bundled shape plugin
 /// folder under `plugins/shape/`, and the classifier in `plugins/classify/`.
-fn bundled_plugins() {
+fn main() {
     let root = PathBuf::from(std::env::var_os("CARGO_MANIFEST_DIR").unwrap()).join("../..");
     println!("cargo:rerun-if-changed={}", root.join("plugins").display());
     let mut files = String::from("const FILES: &[(&str, &str)] = &[\n");