feat: add general documents

Signed-off-by: sisungo <[email protected]>

LICENSE

@@ -0,0 +1,24 @@
+This is free and unencumbered software released into the public domain.
+
+Anyone is free to copy, modify, publish, use, compile, sell, or
+distribute this software, either in source code form or as a compiled
+binary, for any purpose, commercial or non-commercial, and by any
+means.
+
+In jurisdictions that recognize copyright laws, the author or authors
+of this software dedicate any and all copyright interest in the
+software to the public domain. We make this dedication for the benefit
+of the public at large and to the detriment of our heirs and
+successors. We intend this dedication to be an overt act of
+relinquishment in perpetuity of all present and future rights to this
+software under copyright law.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+IN NO EVENT SHALL THE AUTHORS BE LIABLE FOR ANY CLAIM, DAMAGES OR
+OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
+ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
+OTHER DEALINGS IN THE SOFTWARE.
+
+For more information, please refer to <https://unlicense.org/>

README.md

@@ -0,0 +1,47 @@
+# SemiOS Packages
+
+This is the SemiOS source package collection.
+
+## Usage
+
+To build a package for your native target, run:
+
+```shell
+./x build <package name>
+```
+
+To cross-build a package for another target, run:
+
+```shell
+./x --target <target triple> build <package name>
+```
+
+After a package is successfully built, you can find the build artifacts
+at `./packages/<package name>/target/*.pkg`.
+
+To clean building files for a package, run:
+
+```shell
+./x clean <package name>        # Clean a package
+./x clean --all                 # Clean all packages
+```
+
+## Targets
+
+This repository is for SemiOS targets only. Other targets are not guaranteed to work.
+Currently, we support:
+
+- aarch64-semios-linux
+- riscv64-semios-linux
+- x86_64-semios-linux
+
+## Atom Builds
+
+*Atom Build* is a technology to make reproducible building environments. To build a
+package in its atom environment, run:
+
+```shell
+./x --atombuild build <package name>
+```
+
+You can use the `--atombuild` flag with other flags described above.

hooks/autostrip.py

@@ -1,6 +1,8 @@
 import os
 import stat
 import subprocess
+import tempfile
+import shutil
 
 from lib import common
 
@@ -13,6 +15,8 @@ def _is_elf(filepath):
 
 
 def autostrip(composer):
+    processed_inodes = {}
+
     for ent in common.treedir(composer.workdir):
         if not ent.is_file(follow_symlinks=False):
             continue
@@ -20,7 +24,36 @@ def autostrip(composer):
             continue
         if not _is_elf(ent.path):
             continue
-        oldperm = stat.S_IMODE(os.stat(ent.path).st_mode)
-        os.chmod(ent.path, 0o777)
-        subprocess.run([strip, ent.path], check=True)
-        os.chmod(ent.path, oldperm)
+
+        stat_info = os.stat(ent.path)
+        inode_key = (stat_info.st_dev, stat_info.st_ino)
+        if inode_key in processed_inodes:
+            continue
+        processed_inodes[inode_key] = True
+
+        oldperm = stat.S_IMODE(stat_info.st_mode)
+
+        try:
+            with tempfile.NamedTemporaryFile(mode='wb', delete=False) as tmp_file:
+                tmp_path = tmp_file.name
+                shutil.copy2(ent.path, tmp_path)
+                os.chmod(tmp_path, 0o777)
+
+            subprocess.run([strip, tmp_path], check=True)
+
+            with open(tmp_path, 'rb') as tmp_file:
+                stripped_data = tmp_file.read()
+
+            with open(ent.path, 'r+b') as original_file:
+                original_file.truncate(0)
+                original_file.write(stripped_data)
+                original_file.flush()
+                os.fsync(original_file.fileno())
+
+            os.chmod(ent.path, oldperm)
+            os.unlink(tmp_path)
+
+        except Exception as e:
+            if 'tmp_path' in locals() and os.path.exists(tmp_path):
+                os.unlink(tmp_path)
+            raise RuntimeError(f"Failed to strip {ent.path}: {e}") from e

lib/arch.py

@@ -4,16 +4,16 @@ from . import packie
 
 all: dict[str, dict[str, str]] = {
     "aarch64-semios-linux": {
-        "CC": "clang -target aarch64-semios-linux-musl",
-        "CXX": "clang++ -target aarch64-semios-linux-musl",
+        "CC": "clang -target aarch64-unknown-linux-musl",
+        "CXX": "clang++ -target aarch64-unknown-linux-musl",
     },
     "x86_64-semios-linux": {
-        "CC": "clang -target x86_64-semios-linux-musl",
-        "CXX": "clang++ -target x86_64-semios-linux-musl",
+        "CC": "clang -target x86_64-unknown-linux-musl",
+        "CXX": "clang++ -target x86_64-unknown-linux-musl",
     },
     "riscv64-semios-linux": {
-        "CC": "clang -target riscv64-semios-linux-musl",
-        "CXX": "clang++ -target riscv64-semios-linux-musl",
+        "CC": "clang -target riscv64-unknown-linux-musl",
+        "CXX": "clang++ -target riscv64-unknown-linux-musl",
     },
 }
 _target: str = packie.host_arch()

lib/atombuild.py

@@ -13,8 +13,11 @@ BASE_REQUIREMENTS = [
     # Packages for running `semios-packages` scripts
     "python",
     "packie",
-    "patch",
     "zstd",
+    "libarchive-tools",
+    # Packages for building packages that require patching
+    "patch",
+    # Packages for downloading various formats of tarballs
     "libz-ng",
     "liblzma",
     "libbzip2",
@@ -92,32 +95,20 @@ def enter_build_env(root: str, cmd: list[str], chdir: str = "/"):
     subprocess.run(
         [
             "bwrap",
-            "--bind",
-            root,
-            "/",
+            "--bind", root, "/",
             "--unshare-pid",
             "--unshare-user",
-            "--uid",
-            "0",
-            "--gid",
-            "0",
-            "--dev",
-            "/dev",
-            "--bind",
-            "/sys",
-            "/sys",
-            "--proc",
-            "/proc",
+            "--uid", "0",
+            "--gid", "0",
+            "--dev", "/dev",
+            "--bind", "/sys", "/sys",
+            "--proc", "/proc",
             "--clearenv",
-            "--setenv",
-            "HOME",
-            "/home/root",
-            "--setenv",
-            "PATH",
-            "/bin",
-            "--setenv",
-            "SEMIOS_PKGBUILD_IN_ATOMIC",
-            "1",
+            "--setenv", "HOME", "/home/root",
+            "--setenv", "PATH", "/bin",
+            "--setenv", "SEMIOS_PKGBUILD_IN_ATOMIC", "1",
+            "--setenv", "USER", "root",
+            "--setenv", "LOGNAME", "root",
             "--chdir",
             chdir,
         ]

lib/pkgcomposer.py

@@ -4,17 +4,10 @@ import shutil
 import subprocess
 import sys
 
-if sys.version_info >= (3, 14):
-    _archive_format = "zstdtar"
-    _archive_suffix = ".tar.zst"
-else:
-    _archive_format = "gztar"
-    _archive_suffix = ".tar.gz"
-
 
 class PkgComposer:
     def __init__(self, pkgfile: str):
-        self.pkgfile = pkgfile
+        self.pkgfile = os.path.abspath(pkgfile)
 
     def setworkdir(self, workdir: str):
         self.workdir = workdir
@@ -33,8 +26,16 @@ class PkgComposer:
                 f.write("\n")
 
     def compose(self):
-        shutil.make_archive(self.pkgfile, _archive_format, self.workdir)
-        shutil.move(self.pkgfile + _archive_suffix, self.pkgfile)
+        subprocess.run(
+            [
+                "tar", "cpf", f"{self.pkgfile}.tar",
+                "-C", self.workdir,
+                "--numeric-owner",
+                ".",
+            ],
+            check=True,
+        )
+        subprocess.run(["zstd", "--rm", "-f", f"{self.pkgfile}.tar", "-o", self.pkgfile], check=True)
 
     def makedir(self, name: str):
         os.mkdir(f"{self.workdir}/bundle/{name}")

lib/python.py

@@ -0,0 +1,62 @@
+import os
+import shutil
+import subprocess
+
+from . import make, arch
+
+
+PY3_VERSION = "3.14"
+
+
+def build():
+    subprocess.run(["python3", "-m", "build", "."], check=True)
+
+def install():
+    if os.path.exists("../pyinstall"):
+        shutil.rmtree("../pyinstall")
+    for i in os.listdir("dist"):
+        if not i.endswith(".whl"):
+            continue
+        subprocess.run(["python3", "-m", "installer", f"--destdir=../pyinstall", f"dist/{i}"], check=True)
+    os.chdir("../pyinstall")
+    while len(os.listdir(".")) == 1:
+        os.chdir(os.listdir(".")[0])
+
+def version(s: str):
+    make.version(f"{s}+python{PY3_VERSION}")
+
+def _depcommon(s: str):
+    if s == "python":
+        return f"python (~{PY3_VERSION}.0) @{arch.get_target()}"
+    elif ".py" in s:
+        if ")" in s:
+            return s.replace(")", f", +python{PY3_VERSION})")
+        else:
+            return s.replace(".py", f" (+python{PY3_VERSION})")
+    else:
+        return None
+
+def builddep(s: str):
+    if s == "$shortcut":
+        builddep("python")
+        builddep("build.py")
+        builddep("installer.py")
+    elif _depcommon(s):
+        make.builddep(_depcommon(s))
+    else:
+        raise RuntimeError("unrecognized python dep")
+
+def dep(s: str):
+    if _depcommon(s):
+        make.dep(_depcommon(s))
+    else:
+        raise RuntimeError("unrecognized python dep")
+
+def _auto_pack(composer):
+    base = f"lib/python{PY3_VERSION}/site-packages"
+    composer.makedirs(base)
+    for i in os.listdir("."):
+        composer.add_dir(i, f"{base}/{i}")
+
+def use_auto_pack():
+    make.on_pack(_auto_pack)

packages/build-py/pkgbuild.py

@@ -0,0 +1,24 @@
+from lib.make import *
+from lib import python
+
+
+python.version("1.5.0")
+description("A simple, correct Python build frontend")
+maintainer("sisungo <[email protected]>")
+source_url("https://files.pythonhosted.org/packages/78/e0/df5e171f685f82f37b12e1f208064e24244911079d7b767447d1af7e0d70/build-1.5.0.tar.gz")
+
+python.builddep("$shortcut")
+python.builddep("packaging.py (>=25.0)")
+
+
+def build():
+    python.build()
+    python.install()
+
+on_build(build)
+
+
+package("build.py")
+python.dep("python")
+python.dep("packaging.py (>=25.0)")
+python.use_auto_pack()

packages/cargo/pkgbuild.py

@@ -0,0 +1,33 @@
+from lib.make import *
+from lib import rust
+
+
+version("0.98.0")
+description("The Rust package manager")
+maintainer("sisungo <[email protected]>")
+source_url("https://github.com/rust-lang/cargo/archive/refs/tags/0.98.0.tar.gz")
+
+builddep("shortcut/c")
+builddep("cargo")
+builddep("rust")
+builddep(f"aws-lc-dev @{arch.get_target()}")
+builddep(f"pkgconf @{arch.get_target()}")
+builddep(f"libz-ng-dev @{arch.get_target()}")
+builddep(f"libcurl-dev @{arch.get_target()}")
+builddep(f"libgit2-dev @{arch.get_target()}")
+builddep(f"libssh2-dev @{arch.get_target()}")
+
+
+def build():
+    rust.build()
+
+on_build(build)
+
+
+package("cargo")
+dep("libssl @same-arch")
+dep("libcrypto @same-arch")
+dep("libz @same-arch")
+dep("semi-libc @same-arch")
+recommend("rust")
+rust.use_auto_pack(["bin"])

packages/git/pkgbuild.py

@@ -1,5 +1,3 @@
-import subprocess
-
 from lib import arch, cpp
 from lib.make import *
 
@@ -10,8 +8,14 @@ source_url("https://www.kernel.org/pub/software/scm/git/git-2.55.0.tar.gz")
 
 builddep("shortcut/c")
 builddep("shortcut/autotools")
+builddep("rust")
+builddep("cargo")
 builddep(f"libintl-dev @{arch.get_target()}")
 builddep(f"libz-dev @{arch.get_target()}")
+builddep(f"aws-lc-dev @{arch.get_target()}")
+builddep(f"linux-dev @{arch.get_target()}")
+builddep("gettext")
+builddep("libarchive-tools")
 
 
 def build():

packages/installer-py/pkgbuild.py

@@ -0,0 +1,22 @@
+from lib.make import *
+from lib import python
+
+
+python.version("1.0.1")
+description("A library for installing Python wheels.")
+maintainer("sisungo <[email protected]>")
+source_url("https://files.pythonhosted.org/packages/06/fe/b9f481cf0cc867958a21338baa900357b7b7d86cac9b025948049d77923c/installer-1.0.1.tar.gz")
+
+python.builddep("$shortcut")
+
+
+def build():
+    python.build()
+    python.install()
+
+on_build(build)
+
+
+package("installer.py")
+python.dep("python")
+python.use_auto_pack()

packages/llvm-project/pkgbuild.py

@@ -28,7 +28,7 @@ srcdir = None
 packname = None
 
 def llvm_host_triple():
-    return arch.get_target().replace("-semios-linux", "-semios-linux-musl")
+    return arch.get_target().replace("-semios-linux", "-unknown-linux-musl")
 
 def cmake(sourcedir, args):
     builddir = os.getcwd() + f"/../_build_{sourcedir}"
@@ -76,7 +76,7 @@ def auto_pack_dev(composer, name, devbins=[], extdirs=["lib/cmake"]):
     composer.makedir("lib")
     for i in os.listdir("lib"):
         prefix = None
-        if os.path.isdir(i) and f"lib/{i}" in extdirs:
+        if os.path.isdir(f"lib/{i}") and f"lib/{i}" in extdirs:
             composer.add_dir(f"lib/{i}", f"lib/{i}")
         elif ".so" in i:
             prefix = get_prefix(f"lib{name}")
@@ -132,7 +132,7 @@ def build_clang():
         "-DCLANG_DEFAULT_CXX_STDLIB=libc++",
         "-DCLANG_DEFAULT_RTLIB=compiler-rt",
         "-DLLVM_INCLUDE_TESTS=OFF",
-        f"-DC_INCLUDE_DIRS=/lib/{arch.get_target()}/include",
+        f"-DC_INCLUDE_DIRS=/lib/{arch.get_target()}/include:{get_prefix('clang')}/lib/clang/{pkgver_major}/include",
     ]
     cmake("clang", import_llvm() + options)
 

packages/packaging-py/pkgbuild.py

@@ -0,0 +1,22 @@
+from lib.make import *
+from lib import python
+
+
+python.version("26.3")
+description("Core utilities for Python packages")
+maintainer("sisungo <[email protected]>")
+source_url("https://files.pythonhosted.org/packages/7d/fa/3944b40b07da9ce895c0e6303a5ab7d53da063554f534556b134a54d6093/packaging-26.3.tar.gz")
+
+python.builddep("$shortcut")
+
+
+def build():
+    python.build()
+    python.install()
+
+on_build(build)
+
+
+package("packaging.py")
+python.dep("python")
+python.use_auto_pack()

x.py

@@ -118,6 +118,7 @@ def cmd_build_package(package: str):
             "name": pkgname,
             "version": pkgver,
             "arch": pkgarch,
+            "description": pkginfo[lib.make._key_description],
             "dependencies": pkginfo[lib.make._key_dependencies],
             "provides": pkginfo[lib.make._key_provides],
             "recommendations": pkginfo[lib.make._key_recommendations],