Rename fastbz2 to fbz and add parallel LZ4 decompression

.github/workflows/ci.yml

@@ -63,9 +63,9 @@ jobs:
           command: sdist
           args: -o dist
       - run: |
-          python -m venv /tmp/fastbz2-sdist-test
-          /tmp/fastbz2-sdist-test/bin/pip install pytest dist/*.tar.gz
-          /tmp/fastbz2-sdist-test/bin/pytest tests/test_install.py
+          python -m venv /tmp/fbz-sdist-test
+          /tmp/fbz-sdist-test/bin/pip install pytest dist/*.tar.gz
+          /tmp/fbz-sdist-test/bin/pytest tests/test_install.py
       - uses: actions/upload-artifact@v7
         with:
           name: wheels-sdist

Cargo.toml

@@ -1,21 +1,21 @@
 [package]
-name = "fastbz2"
+name = "fbz"
 version = "0.1.7"
 edition = "2024"
 rust-version = "1.91"
 license = "Apache-2.0"
-description = "Compression-format research workbench with fast bzip2, gzip, and ZIP decompression"
-repository = "https://github.com/AnswerDotAI/fastbz2"
-homepage = "https://github.com/AnswerDotAI/fastbz2"
-documentation = "https://github.com/AnswerDotAI/fastbz2"
+description = "Compression-format research workbench with fast bzip2, gzip, LZ4, and ZIP decompression"
+repository = "https://github.com/AnswerDotAI/fbz"
+homepage = "https://github.com/AnswerDotAI/fbz"
+documentation = "https://github.com/AnswerDotAI/fbz"
 
 [lib]
-name = "fastbz2"
+name = "fbz"
 crate-type = ["cdylib", "rlib"]
 
 [[bin]]
-name = "fastbz2"
-path = "src/bin/fastbz2.rs"
+name = "fbz"
+path = "src/bin/fbz.rs"
 test = false
 
 [profile.release]
@@ -33,13 +33,15 @@ rayon = "1.12.0"
 serde_json = "1.0.151"
 tempfile = "3.27.0"
 tar = { version = "0.4.46", default-features = false }
+twox-hash = { version = "2.0.0", default-features = false, features = ["xxhash32"] }
 zip = { version = "8.6.0", default-features = false }
 
 [dev-dependencies]
 crabz2 = { version = "0.4.0", features = ["parallel"] }
 flate2 = { version = "1.1", default-features = false, features = ["rust_backend"] }
 libc = "0.2.175"
 libbz2-rs-sys = { version = "0.2.5", default-features = false, features = ["std"] }
+lz4_flex = "0.14.0"
 
 [features]
 python = ["dep:pyo3"]

build_backend.py

@@ -4,7 +4,7 @@
 import maturin
 
 def _stage_cli():
-    subprocess.run(["cargo", "build", "--release", "--bin", "fastbz2"], check=True)
+    subprocess.run(["cargo", "build", "--release", "--bin", "fbz"], check=True)
     subprocess.run([sys.executable, "tools/stage_binaries.py"], check=True)
 
 def build_wheel(wheel_directory, config_settings=None, metadata_directory=None):

pyproject.toml

@@ -4,9 +4,9 @@ build-backend = "build_backend"
 backend-path = ["."]
 
 [project]
-name = "fastbz2"
+name = "fbz"
 dynamic = ["version"]
-description = "Compression-format research workbench with fast bzip2 and gzip decompression"
+description = "Compression-format research workbench with fast bzip2, gzip, LZ4, and ZIP decompression"
 license = {text = "Apache-2.0"}
 requires-python = ">=3.10"
 readme = "README.md"
@@ -20,14 +20,14 @@ classifiers = [
 dev = ["fastship>=0.0.11", "maturin>=1.0,<2.0", "pytest"]
 
 [project.urls]
-Homepage = "https://github.com/AnswerDotAI/fastbz2"
-Repository = "https://github.com/AnswerDotAI/fastbz2"
-Issues = "https://github.com/AnswerDotAI/fastbz2/issues"
+Homepage = "https://github.com/AnswerDotAI/fbz"
+Repository = "https://github.com/AnswerDotAI/fbz"
+Issues = "https://github.com/AnswerDotAI/fbz/issues"
 
 [tool.maturin]
 features = ["extension-module"]
 python-source = "python"
-module-name = "fastbz2._core"
+module-name = "fbz._core"
 data = "target/wheel-data"
 
 [tool.uv]