Merge pull request 'feat: add general documents' (#169) from sisungo/semios-packages:readme into master

Reviewed-on: semios/semios-packages#169

LICENSE

@@ -0,0 +1,24 @@
+This is free and unencumbered software released into the public domain.
+
+Anyone is free to copy, modify, publish, use, compile, sell, or
+distribute this software, either in source code form or as a compiled
+binary, for any purpose, commercial or non-commercial, and by any
+means.
+
+In jurisdictions that recognize copyright laws, the author or authors
+of this software dedicate any and all copyright interest in the
+software to the public domain. We make this dedication for the benefit
+of the public at large and to the detriment of our heirs and
+successors. We intend this dedication to be an overt act of
+relinquishment in perpetuity of all present and future rights to this
+software under copyright law.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+IN NO EVENT SHALL THE AUTHORS BE LIABLE FOR ANY CLAIM, DAMAGES OR
+OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
+ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
+OTHER DEALINGS IN THE SOFTWARE.
+
+For more information, please refer to <https://unlicense.org/>

README.md

@@ -0,0 +1,47 @@
+# SemiOS Packages
+
+This is the SemiOS source package collection.
+
+## Usage
+
+To build a package for your native target, run:
+
+```shell
+./x build <package name>
+```
+
+To cross-build a package for another target, run:
+
+```shell
+./x --target <target triple> build <package name>
+```
+
+After a package is successfully built, you can find the build artifacts
+at `./packages/<package name>/target/*.pkg`.
+
+To clean building files for a package, run:
+
+```shell
+./x clean <package name>        # Clean a package
+./x clean --all                 # Clean all packages
+```
+
+## Targets
+
+This repository is for SemiOS targets only. Other targets are not guaranteed to work.
+Currently, we support:
+
+- aarch64-semios-linux
+- riscv64-semios-linux
+- x86_64-semios-linux
+
+## Atom Builds
+
+*Atom Build* is a technology to make reproducible building environments. To build a
+package in its atom environment, run:
+
+```shell
+./x --atombuild build <package name>
+```
+
+You can use the `--atombuild` flag with other flags described above.

lib/cpp.py

@@ -117,6 +117,7 @@ def _is_dev_file(ent) -> bool:
         or ent.name.endswith(".la")
         or ent.name.endswith(".pc")
         or ent.name.endswith(".h")
+        or ent.name.endswith(".hpp")
         or ent.name.endswith(".cmake")
         or ent.name.endswith(".inc")
         or ("Makefile" in ent.name)

lib/python.py

@@ -32,7 +32,7 @@ def _depcommon(s: str):
         if ")" in s:
             return s.replace(")", f", +python{PY3_VERSION})")
         else:
-            return s.replace(".py", f" (+python{PY3_VERSION})")
+            return s.replace(".py", f".py (+python{PY3_VERSION})")
     else:
         return None
 

lib/sources.py

@@ -4,6 +4,7 @@ import sys
 import tarfile
 import urllib.parse
 import urllib.request
+import zipfile
 
 
 def filename(url):
@@ -128,6 +129,25 @@ def tar_common_root(tar: tarfile.TarFile) -> str | None:
     return root
 
 
+def zip_common_root(zip_file: zipfile.ZipFile) -> str | None:
+    members = zip_file.infolist()
+    if not members:
+        return None
+    root = None
+    for member in members:
+        path = member.filename.replace('\\', '/').lstrip('./').lstrip('/')
+        if not path:
+            continue
+        this_root = path.split('/')[0]
+        if this_root in ('', '.', '..'):
+            continue
+        if root is None:
+            root = this_root
+        elif this_root != root:
+            return None
+    return root
+
+
 def sources_dir_name() -> str:
     with open("./target/sources.tag") as file:
         return file.read()
@@ -139,16 +159,28 @@ def source_url(url: str):
     download_path = f"./target/{filename(url)}"
     download(url, download_path)
 
-    with tarfile.open(download_path, "r") as tar:
-        common_root = tar_common_root(tar)
-        extract_dir = "./target"
-        sources_dir = f"./target/{common_root}"
-        if common_root in ["", ".", "None"]:
-            extract_dir = "./target/sources"
-            sources_dir = "./target/sources"
-        tar.extractall(extract_dir)
-        with open("./target/sources.tag", "wt+") as file:
-            file.write(sources_dir)
+    if download_path.endswith(".zip"):
+        with zipfile.ZipFile(download_path, "r") as zip:
+            common_root = zip_common_root(zip)
+    else:
+        with tarfile.open(download_path, "r") as tar:
+            common_root = tar_common_root(tar)
+
+    extract_dir = "./target"
+    sources_dir = f"./target/{common_root}"
+    if common_root in ["", ".", None]:
+        extract_dir = "./target/sources"
+        sources_dir = "./target/sources"
+
+    if download_path.endswith(".zip"):
+        with zipfile.ZipFile(download_path, "r") as zip:
+            zip.extractall(extract_dir)
+    else:
+        with tarfile.open(download_path, "r") as tar:
+            tar.extractall(extract_dir)
+
+    with open("./target/sources.tag", "wt+") as file:
+        file.write(sources_dir)
 
 
 def _git_repo_name(url: str) -> str:

packages/Mako-py/pkgbuild.py

@@ -0,0 +1,29 @@
+import os
+
+from lib.make import *
+from lib import python
+
+
+python.version("1.4.1")
+description("A super-fast templating language that borrows the best ideas from the existing templating languages.")
+maintainer("sisungo <[email protected]>")
+source_url("https://files.pythonhosted.org/packages/2a/12/b5fa2353e2754cd67fb9f83793fa48ff42c213a5da7e719869d2301f6ab8/mako-1.4.1.tar.gz")
+
+python.builddep("$shortcut")
+python.builddep("MarkupSafe.py")
+
+
+def build():
+    python.build()
+    python.install()
+    os.chdir("lib")
+    while len(os.listdir(".")) == 1:
+        os.chdir(os.listdir(".")[0])
+
+on_build(build)
+
+
+package("Mako.py")
+python.dep("python")
+python.dep("MarkupSafe.py")
+python.use_auto_pack()

packages/MarkupSafe-py/pkgbuild.py

@@ -0,0 +1,22 @@
+from lib.make import *
+from lib import python
+
+
+python.version("3.0.3")
+description("Safely add untrusted strings to HTML/XML markup.")
+maintainer("sisungo <[email protected]>")
+source_url("https://files.pythonhosted.org/packages/7e/99/7690b6d4034fffd95959cbe0c02de8deb3098cc577c67bb6a24fe5d7caa7/markupsafe-3.0.3.tar.gz")
+
+python.builddep("$shortcut")
+
+
+def build():
+    python.build()
+    python.install()
+
+on_build(build)
+
+
+package("MarkupSafe.py")
+python.dep("python")
+python.use_auto_pack()

packages/PyYAML/pkgbuild.py

@@ -0,0 +1,22 @@
+from lib.make import *
+from lib import python
+
+
+python.version("6.0.3")
+description("YAML parser and emitter for Python")
+maintainer("sisungo <[email protected]>")
+source_url("https://files.pythonhosted.org/packages/05/8e/961c0007c59b8dd7729d542c61a4d537767a59645b82a0b521206e1e25c2/pyyaml-6.0.3.tar.gz")
+
+python.builddep("$shortcut")
+
+
+def build():
+    python.build()
+    python.install()
+
+on_build(build)
+
+
+package("PyYAML.py")
+python.dep("python")
+python.use_auto_pack()

packages/SPIRV-LLVM-Translator/pkgbuild.py

@@ -0,0 +1,37 @@
+from lib.make import *
+from lib import cpp, arch
+
+
+version("22.1.5")
+description("A tool and a library for bi-directional translation between SPIR-V and LLVM IR")
+maintainer("sisungo <[email protected]>")
+source_url("https://github.com/KhronosGroup/SPIRV-LLVM-Translator/archive/refs/tags/v22.1.5.tar.gz")
+
+builddep("shortcut/cmake")
+builddep("shortcut/c++")
+builddep(f"libllvm-dev (~22.1.0) @{arch.get_target()}")
+builddep(f"libllvm-static (~22.1.0) @{arch.get_target()}")
+builddep("pkgconf")
+builddep("spirv-headers")
+
+
+def build():
+    cpp.cmake([
+        "-DLLVM_EXTERNAL_SPIRV_HEADERS_SOURCE_DIR=ON",
+        f"-DLLVM_DIR=/lib/{arch.get_target()}/cmake/llvm",
+        f"-DSPIRV-Headers_SOURCE_DIR=/lib/{arch.get_target()}",
+        f"-DCMAKE_INSTALL_PREFIX={get_prefix('libllvmspirv-dev')}",
+    ])
+    cpp.ninja()
+    cpp.ninja_install()
+
+on_build(build)
+
+
+package("libllvmspirv-dev")
+cpp.use_auto_pack(["dev"])
+
+package("llvm-spirv")
+dep("libllvm (~22.1.0) @same-arch")
+dep("libcxx @same-arch")
+cpp.use_auto_pack(["bin"])

packages/gperf/pkgbuild.py

@@ -0,0 +1,24 @@
+from lib import arch, cpp
+from lib.make import *
+
+
+version("3.3")
+description("GNU perfect hash function generator")
+maintainer("sisungo <[email protected]>")
+source_url("https://ftp.gnu.org/pub/gnu/gperf/gperf-3.3.tar.gz")
+
+builddep("shortcut/c++")
+builddep("shortcut/autotools")
+
+
+def build():
+    cpp.configure()
+    cpp.make()
+    cpp.make_install()
+
+on_build(build)
+
+
+package("gperf")
+dep("libcxx @same-arch")
+cpp.use_auto_pack(["bin"])

packages/mesa/pkgbuild.py

@@ -1,258 +0,0 @@
-import glob
-import os
-
-from lib.make import *
-from lib import cpp, arch
-
-
-version("26.2.0")
-description("Open source implementations of OpenGL, OpenGL ES, Vulkan, OpenCL, and more")
-maintainer("sisungo <[email protected]>")
-source_url("https://archive.mesa3d.org/mesa-26.2.0.tar.xz")
-
-builddep("shortcut/meson")
-builddep("shortcut/c++")
-builddep(f"libwayland-dev @{arch.get_target()}")
-builddep(f"libffi-dev @{arch.get_target()}")
-builddep(f"libexpat-dev @{arch.get_target()}")
-builddep(f"pkgconf @{arch.get_target()}")
-builddep(f"libllvm-dev @{arch.get_target()}")
-builddep(f"libclang-dev @{arch.get_target()}")
-builddep(f"libunwind-dev @{arch.get_target()}")
-builddep(f"libz-ng-dev @{arch.get_target()}")
-builddep(f"libzstd-dev @{arch.get_target()}")
-builddep(f"libgldispatch-dev @{arch.get_target()}")
-builddep(f"libegl-dev @{arch.get_target()}")
-builddep(f"libopengl-dev @{arch.get_target()}")
-builddep(f"libglesv2-dev @{arch.get_target()}")
-builddep(f"libva-dev @{arch.get_target()}")
-builddep(f"libdrm-dev @{arch.get_target()}")
-builddep(f"libllvmspirv-dev @{arch.get_target()}")
-builddep(f"spirv-tools-dev @{arch.get_target()}")
-builddep(f"libpng-dev @{arch.get_target()}")
-builddep(f"libarchive-dev @{arch.get_target()}")
-builddep(f"aws-lc-dev @{arch.get_target()}")
-builddep(f"libxml2-dev @{arch.get_target()}")
-builddep(f"linux-dev @{arch.get_target()}")
-builddep("bison")
-builddep("flex")
-builddep("PyYAML.py")
-builddep("Mako.py")
-builddep("packaging.py")
-builddep("pycparser.py")
-builddep("glslang")
-
-archspec = {
-    "aarch64-semios-linux": {
-        "vulkan_drivers": [
-            "mesa-vulkan-asahi",
-            "mesa-vulkan-freedreno",
-            "mesa-vulkan-intel",
-            "mesa-vulkan-lvp",
-            "mesa-vulkan-panfrost",
-        ],
-    }
-}
-
-
-def build():
-    cpp.meson_setup([
-        # Generic directories
-        f"--libdir=/lib/{arch.get_target()}",
-        f"--includedir=/lib/{arch.get_target()}/include",
-        f"--datadir=/share",
-
-        # Platform selection
-        "-Dplatforms=wayland",
-
-        # User Features
-        "-Dshader-cache=enabled",
-        "-Dxmlconfig=enabled",
-
-        # Gallium
-        "-Dgallium-drivers=auto",
-        "-Dgallium-va=enabled",
-        f"-Dva-libs-path=/lib/{arch.get_target()}/dri",
-
-        # Vulkan
-        "-Dvulkan-drivers=auto",
-        "-Dvulkan-layers=device-select,overlay,screenshot,anti-lag,vram-report-limit",
-        f"-Dvulkan-icd-dir=/lib/{arch.get_target()}/vulkan/icd.d",
-        "-Dvulkan-manifest-per-architecture=false",
-        f"-Dvulkan-loader-rpath=/lib/{arch.get_target()}",
-
-        # GLES
-        "-Dgles1=disabled",
-        "-Dgles2=enabled",
-
-        # GBM
-        "-Dgbm=enabled",
-        f"-Dgbm-backends-path=/lib/{arch.get_target()}/gbm",
-        f"-Ddri-drivers-path=/lib/{arch.get_target()}/dri",
-
-        # EGL
-        "-Degl=enabled",
-        "-Degl-native-platform=surfaceless",
-
-        # GLVND
-        "-Dglvnd=enabled",
-
-        # Hardware Video Decoding
-        "-Dvideo-codecs=all_free",
-
-        # Intel
-        "-Dintel-rt=enabled",
-
-        # LLVM Configuration
-        "-Dllvm=enabled",
-        "-Dshared-llvm=enabled",
-        "-Dllvm-orcjit=true",
-
-        # Libraries to use
-        "-Dexpat=enabled",
-        "-Dzstd=enabled",
-        "-Dzlib=enabled",
-
-        # X11-related stuff
-        # We don't have X11 yet, so leave them disabled.
-        "-Dxlib-lease=disabled",
-        "-Dglx=disabled",
-    ])
-    cpp.meson_compile()
-    cpp.meson_install(move=False)
-
-on_build(build)
-
-
-libdir = f"lib/{arch.get_target()}"
-includedir = f"{libdir}/include"
-
-def composer_add(composer, src, dst):
-    if os.path.isdir(src):
-        composer.add_dir(src, dst)
-    else:
-        composer.addfile(src, dst)
-
-def pack_lib_simple(composer, name):
-    composer.makedir("lib")
-    for i in os.listdir(libdir):
-        if name in i:
-            composer_add(composer, f"{libdir}/{i}", f"lib/{i}")
-
-def pack_dev_simple(composer, name):
-    composer.makedirs("lib/pkgconfig")
-    composer.makedir("include")
-    for i in os.listdir(f"{libdir}/pkgconfig"):
-        if name in i:
-            composer.addfile(f"{libdir}/pkgconfig/{i}", f"lib/pkgconfig/{i}")
-    for i in os.listdir(includedir):
-        if name in i:
-            composer_add(composer, f"{includedir}/{i}", f"include/{i}")
-
-def pack_dri_dev(composer):
-    composer.makedir("include")
-    composer.add_dir(f"{includedir}/GL", "include/GL")
-    composer.makedirs("lib/pkgconfig")
-    composer.addfile(f"{libdir}/pkgconfig/dri.pc", "lib/pkgconfig/dri.pc")
-
-def pack_libgallium(composer):
-    pack_lib_simple(composer, "gallium")
-    composer.add_dir(f"{libdir}/dri", "lib/dri")
-    composer.add_dir("share/drirc.d", "share/drirc.d")
-
-def pack_libegl(composer):
-    pack_lib_simple(composer, "EGL")
-    composer.add_dir("share/glvnd", "share/glvnd")
-
-def pack_vulkan(composer, name):
-    composer.makedir("lib")
-    composer.addfile(f"{libdir}/libvulkan_{name}.so", f"lib/libvulkan_{name}.so")
-    composer.makedirs("lib/vulkan/icd.d")
-    composer.addfile(f"{libdir}/vulkan/icd.d/{name}_icd.json", f"lib/vulkan/icd.d/{name}_icd.json")
-
-def hasvulkan(name):
-    return name in archspec[arch.get_target()]["vulkan_drivers"]
-
-
-package("libgbm")
-dep("libdrm @same-arch")
-dep("semi-libc @same-arch")
-on_pack(lambda composer: pack_lib_simple(composer, "gbm"))
-
-package("libgbm-dev")
-dep("libdrm-dev @same-arch")
-dep("libgbm (same)")
-on_pack(lambda composer: pack_dev_simple(composer, "gbm"))
-
-package("libgallium")
-dep("libdrm @same-arch")
-dep("libllvm @same-arch")
-dep("libexpat @same-arch")
-dep("libz @same-arch")
-dep("libzstd @same-arch")
-dep("libcxx @same-arch")
-on_pack(pack_libgallium)
-
-package("mesa-dri-dev")
-on_pack(pack_dri_dev)
-
-package("libegl-mesa")
-dep("libgallium (same)")
-dep("libgbm (same)")
-dep("libexpat @same-arch")
-dep("libdrm @same-arch")
-dep("libwayland @same-arch")
-on_pack(pack_libegl)
-
-package("libegl-mesa-dev")
-dep("libgbm-dev (same)")
-dep("libexpat-dev @same-arch")
-dep("libdrm-dev @same-arch")
-dep("libwayland-dev @same-arch")
-dep("libegl-mesa (same)")
-on_pack(lambda composer: pack_dev_simple(composer, "EGL"))
-
-if hasvulkan("mesa-vulkan-asahi"):
-    package("mesa-vulkan-asahi")
-    dep("libdrm @same-arch")
-    dep("libwayland @same-arch")
-    dep("libz @same-arch")
-    dep("libzstd @same-arch")
-    dep("libcxx @same-arch")
-    on_pack(lambda composer: pack_vulkan(composer, "asahi"))
-
-if hasvulkan("mesa-vulkan-freedreno"):
-    package("mesa-vulkan-freedreno")
-    dep("libdrm @same-arch")
-    dep("libwayland @same-arch")
-    dep("libz @same-arch")
-    dep("libzstd @same-arch")
-    dep("libcxx @same-arch")
-    on_pack(lambda composer: pack_vulkan(composer, "freedreno"))
-
-if hasvulkan("mesa-vulkan-intel"):
-    package("mesa-vulkan-intel")
-    dep("libdrm @same-arch")
-    dep("libwayland @same-arch")
-    dep("libz @same-arch")
-    dep("libzstd @same-arch")
-    dep("libcxx @same-arch")
-    on_pack(lambda composer: pack_vulkan(composer, "intel"))
-
-if hasvulkan("mesa-vulkan-lvp"):
-    package("mesa-vulkan-lvp")
-    dep("libdrm @same-arch")
-    dep("libwayland @same-arch")
-    dep("libz @same-arch")
-    dep("libzstd @same-arch")
-    dep("libcxx @same-arch")
-    on_pack(lambda composer: pack_vulkan(composer, "lvp"))
-
-if hasvulkan("mesa-vulkan-panfrost"):
-    package("mesa-vulkan-panfrost")
-    dep("libdrm @same-arch")
-    dep("libwayland @same-arch")
-    dep("libz @same-arch")
-    dep("libzstd @same-arch")
-    dep("libcxx @same-arch")
-    on_pack(lambda composer: pack_vulkan(composer, "panfrost"))

packages/spirv-tools/pkgbuild.py

@@ -0,0 +1,43 @@
+import os
+import shutil
+
+from lib.make import *
+from lib import cpp, arch
+
+
+sdk_version = "1.4.357.0"
+
+version(sdk_version)
+description("an API and commands for processing SPIR-V modules")
+maintainer("sisungo <[email protected]>")
+source_url("https://github.com/KhronosGroup/SPIRV-Tools/archive/refs/tags/vulkan-sdk-1.4.357.0.tar.gz")
+
+builddep("shortcut/cmake")
+builddep("shortcut/c++")
+builddep(f"spirv-headers (={sdk_version}) @{arch.get_target()}")
+
+
+def build():
+    cpp.cmake([
+        f"-DSPIRV-Headers_SOURCE_DIR=/lib/{arch.get_target()}",
+        "-DCMAKE_CXX_FLAGS=-Wno-error=switch",
+        f"-DCMAKE_INSTALL_PREFIX={get_prefix('spirv-tools-dev')}",
+    ])
+    cpp.ninja()
+    cpp.ninja_install()
+    try:
+        os.rename("lib64", "lib")
+        os.rename("lib32", "lib")
+    except:
+        pass
+
+on_build(build)
+
+
+package("spirv-tools")
+dep("libcxx @same-arch")
+cpp.use_auto_pack(["bin"])
+
+package("spirv-tools-dev")
+dep("spirv-tools (same)")
+cpp.use_auto_pack(["lib", "dev"])

x.py

@@ -119,6 +119,7 @@ def cmd_build_package(package: str):
             "version": pkgver,
             "arch": pkgarch,
             "description": pkginfo[lib.make._key_description],
+            "maintainers": pkginfo[lib.make._key_maintainers],
             "dependencies": pkginfo[lib.make._key_dependencies],
             "provides": pkginfo[lib.make._key_provides],
             "recommendations": pkginfo[lib.make._key_recommendations],