feat: add package bzip2

Signed-off-by: sisungo <[email protected]>

hooks/__init__.py

@@ -1,9 +1,14 @@
 from typing import Callable, TypeAlias
 
-from . import autostrip
+from . import autopatch, autostrip
 
+PreBuild: TypeAlias = Callable[[], None]
 PostBuild: TypeAlias = Callable[[], None]
 
+pre_build: dict[str, PreBuild] = {
+    "autopatch": autopatch.autopatch,
+}
+
 post_build: dict[str, PostBuild] = {
     "autostrip": autostrip.autostrip,
 }

hooks/autopatch.py

@@ -0,0 +1,29 @@
+import os
+import subprocess
+
+import lib.sources as sources
+
+
+def autopatch():
+    if not os.path.exists("patches"):
+        return
+
+    target_dir = os.getcwd() + "/target"
+    source_dir = sources.sources_dir_name()
+    patches_tag_file = f"{target_dir}/patches.tag"
+
+    patches_dir = os.getcwd() + "/patches"
+    patches = os.listdir(patches_dir)
+    patches.sort()
+
+    os.chdir(source_dir)
+    if not os.path.exists(patches_tag_file):
+        open(patches_tag_file, "+w").close()
+    for i in patches:
+        with open(patches_tag_file, "r") as file:
+            if i + "\n" in file.readlines():
+                continue
+        with open(f"{patches_dir}/{i}", "r") as file:
+            subprocess.run(["patch", "-p1"], stdin=file)
+        with open(patches_tag_file, "+a") as file:
+            file.write(i + "\n")

lib/common.py

@@ -0,0 +1,21 @@
+import os
+import types
+
+
+def _wrap_treedir_entry(ent, prefix=""):
+    wrapped = types.SimpleNamespace()
+    wrapped.name = f"{prefix}/{ent.name}" if prefix else ent.name
+    wrapped.path = ent.path
+    wrapped.is_dir = ent.is_dir
+    wrapped.is_file = ent.is_file
+    wrapped.is_symlink = ent.is_symlink
+    return wrapped
+
+
+def treedir(root: str, prefix: str = ""):
+    with os.scandir(root) as entries:
+        for ent in entries:
+            wrapped = _wrap_treedir_entry(ent, prefix)
+            yield wrapped
+            if wrapped.is_dir(follow_symlinks=False):
+                yield from treedir(ent.path, wrapped.name)

lib/cpp.py

@@ -1,6 +1,8 @@
 import os
 import subprocess
 
+from lib.common import treedir
+
 from . import make as libmake
 from . import pkgcomposer
 
@@ -9,6 +11,23 @@ def configure(rem: list[str] = []):
     subprocess.run(["./configure"] + rem, check=True)
 
 
+def cmake(rem: list[str] = []):
+    source_dir = os.getcwd()
+    os.makedirs("../cmake_build", exist_ok=True)
+    os.chdir("../cmake_build")
+    subprocess.run(
+        [
+            "cmake",
+            "-GNinja",
+            "-DCMAKE_BUILD_TYPE=Release",
+            "-DCMAKE_INSTALL_PREFIX=/",
+            source_dir,
+        ]
+        + rem,
+        check=True,
+    )
+
+
 def make(rem: list[str] = []):
     subprocess.run(["make", f"-j{os.cpu_count()}"] + rem, check=True)
 
@@ -20,33 +39,55 @@ def make_install(rem: list[str] | None = None, chdir: bool = True):
         os.chdir("../cpp_install")
 
 
+def ninja(rem: list[str] = []):
+    subprocess.run(["ninja"] + rem, check=True)
+
+
+def ninja_install(rem: list[str] = [], chdir: bool = True):
+    if chdir:
+        os.environ["DESTDIR"] = os.getcwd() + "/../cpp_install"
+    subprocess.run(["ninja", "install"] + rem, check=True)
+    if chdir:
+        os.chdir(os.environ["DESTDIR"])
+
+
 def _do_auto_pack(pc: pkgcomposer.PkgComposer, srcdir: str, dstdir: str, filter):
-    pc.makedir(dstdir)
-    with os.scandir(srcdir) as entries:
-        for ent in entries:
-            if filter(ent):
-                if ent.is_dir(follow_symlinks=False):
-                    pc.makedir(f"{dstdir}/{ent.name}")
-                elif ent.is_file(follow_symlinks=False):
-                    pc.addfile(ent.path, f"{dstdir}/{ent.name}")
-                elif ent.is_symlink() and not os.path.isabs(os.readlink(ent.path)):
-                    pc.addfile(ent.path, f"{dstdir}/{ent.name}")
+    if not os.path.exists(srcdir):
+        return
+    try:
+        pc.makedir(dstdir)
+    except Exception:
+        pass
+    for ent in treedir(srcdir):
+        if filter(ent):
+            if ent.is_file(follow_symlinks=False):
+                pc.makedirs(os.path.dirname(f"{dstdir}/{ent.name}"))
+                pc.addfile(ent.path, f"{dstdir}/{ent.name}")
+            elif ent.is_symlink() and not os.path.isabs(os.readlink(ent.path)):
+                pc.addfile(ent.path, f"{dstdir}/{ent.name}")
+
+
+def _is_dev_file(ent) -> bool:
+    return (
+        ent.name.endswith(".o")
+        or ent.name.endswith(".a")
+        or ent.name.endswith(".la")
+        or ent.name.endswith(".pc")
+        or ent.name.endswith(".h")
+        or ent.name.endswith(".cmake")
+    )
 
 
 def _autopack_filter_lib(ent) -> bool:
-    if ent.name.endswith(".o") or ent.name.endswith(".a"):
-        return False
-    return True
+    return not _is_dev_file(ent)
 
 
 def _autopack_filter_bin(ent) -> bool:
-    return True
+    return os.access(ent.path, os.X_OK) and ent.is_file(follow_symlinks=False)
 
 
 def _autopack_filter_dev(ent):
-    if ".so" in ent.name:
-        return False
-    return True
+    return _is_dev_file(ent)
 
 
 def _auto_pack(profiles: list[str], pc: pkgcomposer.PkgComposer):

lib/pkgcomposer.py

@@ -32,6 +32,9 @@ class PkgComposer:
     def makedir(self, name: str):
         os.mkdir(f"{self.workdir}/bundle/{name}")
 
+    def makedirs(self, name: str):
+        os.makedirs(f"{self.workdir}/bundle/{name}", exist_ok=True)
+
     def addfile(self, src: str, dst: str):
         shutil.copy2(src, f"{self.workdir}/bundle/{dst}", follow_symlinks=False)
 

packages/aws-lc/pkgbuild.py

@@ -0,0 +1,40 @@
+import os
+
+import lib.cpp as cpp
+from lib.make import *
+
+version("5.0.0")
+source_url("https://github.com/aws/aws-lc/archive/refs/tags/v5.0.0.tar.gz")
+
+
+def build():
+    cpp.cmake(["-DBUILD_SHARED_LIBS=1"])
+    cpp.ninja()
+    cpp.ninja_install()
+    os.chdir("usr")
+
+
+on_build(build)
+
+
+def pack_libcrypto(composer):
+    composer.makedir("lib")
+    composer.addfile("lib/libcrypto.so", "lib/libcrypto.so")
+
+
+def pack_libssl(composer):
+    composer.makedir("lib")
+    composer.addfile("lib/libssl.so", "lib/libssl.so")
+
+
+package("aws-lc-libcrypto")
+on_pack(pack_libcrypto)
+
+package("aws-lc-libssl")
+on_pack(pack_libssl)
+
+package("aws-lc-tools")
+cpp.use_auto_pack(["bin"])
+
+package("aws-lc-dev")
+cpp.use_auto_pack(["dev"])

packages/bzip2/pkgbuild.py

@@ -0,0 +1,29 @@
+import os
+import shutil
+
+import lib.cpp as cpp
+from lib.make import *
+
+upstream_version = "1.0.8"
+
+version(f"{upstream_version}")
+source_url(f"https://sourceware.org/pub/bzip2/bzip2-{upstream_version}.tar.gz")
+
+
+def build():
+    cpp.make(["-f", "Makefile-libbz2_so"])
+    cpp.make_install(["PREFIX=../cpp_install"], chdir=False)
+    shutil.copy2(f"libbz2.so.{upstream_version}", "../cpp_install/lib/libbz2.so")
+    os.chdir("../cpp_install")
+
+
+on_build(build)
+
+package("libbzip2")
+cpp.use_auto_pack(["lib"])
+
+package("bzip2")
+cpp.use_auto_pack(["bin"])
+
+package("libbzip2-dev")
+cpp.use_auto_pack(["dev"])

packages/diffutils/pkgbuild.py

@@ -0,0 +1,15 @@
+import lib.rust as rust
+from lib.make import *
+
+version("0.5.0")
+source_url("https://github.com/uutils/diffutils/archive/refs/tags/v0.5.0.tar.gz")
+
+
+def build():
+    rust.build()
+
+
+on_build(build)
+
+package("diffutils")
+rust.use_auto_pack(["bin"])

packages/findutils/pkgbuild.py

@@ -0,0 +1,16 @@
+import lib.rust as rust
+from lib.make import *
+
+version("0.9.0")
+source_url("https://github.com/uutils/findutils/archive/refs/tags/0.9.0.tar.gz")
+
+
+def build():
+    rust.build()
+
+
+on_build(build)
+
+
+package("findutils")
+rust.use_auto_pack(["bin"])

packages/libarchive/pkgbuild.py

@@ -0,0 +1,25 @@
+import lib.cpp as cpp
+from lib.make import *
+
+version("3.8.7")
+source_url(
+    "https://github.com/libarchive/libarchive/releases/download/v3.8.7/libarchive-3.8.7.tar.gz"
+)
+
+
+def build():
+    cpp.configure(["--prefix=/"])
+    cpp.make()
+    cpp.make_install()
+
+
+on_build(build)
+
+package("libarchive")
+cpp.use_auto_pack(["lib"])
+
+package("libarchive-tools")
+cpp.use_auto_pack(["bin"])
+
+package("libarchive-dev")
+cpp.use_auto_pack(["dev"])

packages/linenoise/pkgbuild.py

@@ -0,0 +1,17 @@
+from lib.make import *
+
+version("2.0")
+source_url("https://github.com/antirez/linenoise/archive/refs/tags/2.0.tar.gz")
+
+on_build(lambda: None)
+
+
+def pack_dev(composer):
+    composer.addfile("linenoise.c", "linenoise.c")
+    composer.addfile("linenoise.h", "linenoise.h")
+    composer.addfile("Makefile", "Makefile")
+
+
+package("linenoise-dev")
+arch_any()
+on_pack(pack_dev)

packages/linux/pkgbuild.py

@@ -0,0 +1,76 @@
+import os
+import shutil
+
+import lib.arch as arch
+import lib.cpp as cpp
+from lib.make import *
+
+upstream_version = "6.18.35"
+
+version(f"{upstream_version}")
+source_url(
+    f"https://cdn.kernel.org/pub/linux/kernel/v6.x/linux-{upstream_version}.tar.xz"
+)
+
+
+def get_arch():
+    return arch.get_target().split("-")[0].replace("aarch64", "arm64")
+
+
+def build():
+    makeopts = [f"ARCH={get_arch()}", "LLVM=1"]
+    config_name = get_arch()
+    if os.environ.get("LINUX_VARIANT"):
+        config_name += "-" + os.environ["LINUX_VARIANT"]
+    config_file = "../../configs/config." + config_name
+
+    shutil.copy2(config_file, ".config")
+
+    cpp.make(makeopts + ["olddefconfig"])
+    cpp.make(makeopts)
+    cpp.make(["headers_install", "INSTALL_HDR_PATH=../kheaders_install"])
+    cpp.make(["install", "INSTALL_PATH=../kimage_install"])
+    cpp.make(
+        ["modules_install", "INSTALL_MOD_STRIP=1", "INSTALL_MOD_PATH=../kmod_install"]
+    )
+    os.remove(f"../kmod_install/lib/modules/{upstream_version}/build")
+
+
+on_build(build)
+
+base_name = "linux"
+if os.environ.get("LINUX_VARIANT"):
+    base_name += "-" + os.environ["LINUX_VARIANT"]
+
+
+def pack_linux_dev(composer):
+    composer.add_dir(
+        "../kheaders_install/include",
+        "include",
+    )
+
+
+package(f"{base_name}-dev")
+on_pack(pack_linux_dev)
+
+
+def pack_linux(composer):
+    try:
+        composer.addfile(f"../kimage_install/vmlinux-{upstream_version}", "vmlinux")
+    except Exception:
+        pass
+    try:
+        composer.addfile(f"../kimage_install/vmlinuz-{upstream_version}", "vmlinuz")
+    except Exception:
+        pass
+    try:
+        composer.addfile(
+            f"../kimage_install/System.map-{upstream_version}", "System.map"
+        )
+    except Exception:
+        pass
+    composer.add_dir(f"../kmod_install/lib/modules/{upstream_version}", "modules")
+
+
+package(f"{base_name}")
+on_pack(pack_linux)

packages/ninja/pkgbuild.py

@@ -0,0 +1,23 @@
+import os
+
+import lib.cpp as cpp
+from lib.make import *
+
+version("1.13.2")
+source_url("https://github.com/ninja-build/ninja/archive/refs/tags/v1.13.2.tar.gz")
+
+
+def build():
+    os.system("./configure.py --bootstrap")
+
+
+on_build(build)
+
+
+def pack_ninja(composer):
+    composer.makedir("bin")
+    composer.addfile("ninja", "bin/ninja")
+
+
+package("ninja")
+on_pack(pack_ninja)

packages/sqlite/pkgbuild.py

@@ -0,0 +1,30 @@
+import lib.cpp as cpp
+from lib.make import *
+
+version("3.53.2")
+source_url("https://sqlite.org/2026/sqlite-autoconf-3530200.tar.gz")
+
+
+def build():
+    cpp.configure(
+        [
+            "--prefix=/",
+            "--all",
+            "--with-linenoise=/pkg/linenoise-dev=2.0@any",
+            "--icu-collations",
+        ]
+    )
+    cpp.make()
+    cpp.make_install()
+
+
+on_build(build)
+
+package("libsqlite")
+cpp.use_auto_pack(["lib"])
+
+package("sqlite")
+cpp.use_auto_pack(["bin"])
+
+package("libsqlite-dev")
+cpp.use_auto_pack(["dev"])

packages/zlib-ng/pkgbuild.py

@@ -0,0 +1,26 @@
+import os
+
+import lib.cpp as cpp
+from lib.make import *
+
+version("2.3.3")
+source_url("https://github.com/zlib-ng/zlib-ng/archive/refs/tags/2.3.3.tar.gz")
+
+
+def build():
+    cpp.cmake(["-DZLIB_COMPAT=ON", "-DINSTALL_UTILS=ON"])
+    cpp.ninja()
+    cpp.ninja_install()
+    os.chdir("usr")
+
+
+on_build(build)
+
+package("libz-ng")
+cpp.use_auto_pack(["lib"])
+
+package("zlib-ng-tools")
+cpp.use_auto_pack(["bin"])
+
+package("libz-ng-dev")
+cpp.use_auto_pack(["dev"])

packages/zstd/pkgbuild.py

@@ -0,0 +1,27 @@
+import os
+
+import lib.cpp as cpp
+from lib.make import *
+
+version("1.5.7")
+source_url(
+    "https://github.com/facebook/zstd/releases/download/v1.5.7/zstd-1.5.7.tar.gz"
+)
+
+
+def build():
+    cpp.make()
+    cpp.make_install()
+    os.chdir("usr/local")
+
+
+on_build(build)
+
+package("libzstd")
+cpp.use_auto_pack(["lib"])
+
+package("zstd")
+cpp.use_auto_pack(["bin"])
+
+package("libzstd-dev")
+cpp.use_auto_pack(["dev"])

x.py

@@ -46,6 +46,13 @@ def run_build_package(package: str):
         print(f"Architecture {lib.arch.get_target()} is not supported for this package")
         exit(1)
 
+    # Run `pre_build` hooks
+    for n in hooks.pre_build.keys():
+        if n in lib.make._blocked_hooks:
+            continue
+        hooks.pre_build[n]()
+        os.chdir(package_dir)
+
     # Build the package
     if lib.make._on_build:
         os.chdir(lib.sources.sources_dir_name())
@@ -54,10 +61,12 @@ def run_build_package(package: str):
         print("on_build(): Not defined")
 
     # Run `post_build` hooks
+    post_build_dir = os.getcwd()
     for n in hooks.post_build.keys():
         if n in lib.make._blocked_hooks:
             continue
         hooks.post_build[n]()
+        os.chdir(post_build_dir)
 
     # Pack packages
     for pkgname in lib.make._pkginfo.keys():