beenull/ladybird
1
0
Fork 0
mirror of https://github.com/LadybirdBrowser/ladybird.git synced 2024-11-22 23:50:19 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 6
ladybird/Ports/.port_include.sh

897 lines
25 KiB
Bash
Raw Normal View History

Meta: Get building on NixOS (#5005)
2021-01-22 16:44:05 +00:00
#!/usr/bin/env bash
Ports: Switch to new ports system (#594) Much redundancy is removed from package scripts with this system. It also supports simple dependency management, uninstalling (through BSD ports style plist files), cleaning up after itself (with clean, clean_dist, clean_all commands), etc.
2019-09-24 06:56:39 +00:00
set -eu
Build: get rid of UseIt.sh The build system uses relative paths to the toolchain binaries, so modifying $PATH is no longer necessary, and nothing needs $SERENITY_ROOT anymore.
2019-12-20 21:49:27 +00:00
Ports: Use absolute path of port_include This ensures that .port_include will always import other scripts from the correct location.
2023-01-05 17:55:14 +00:00
SCRIPT="$(realpath $(dirname "${BASH_SOURCE[0]}"))"
Ports: Sanitize environment before handling Ports This keeps users from leaking their host environment variables (CFLAGS, etc.) into Ports, and it keeps us from leaking Port-specific settings into their dependencies.
2022-05-19 21:28:43 +00:00
if [ -z "${SERENITY_STRIPPED_ENV:-}" ]; then
exec "${SCRIPT}/.strip_env.sh" "${@}"
fi
unset SERENITY_STRIPPED_ENV
Ports: Make the number of compile jobs configurable
2022-04-29 20:21:40 +00:00
export MAKEJOBS="${MAKEJOBS:-$(nproc)}"
Ports: Export CMAKE_BUILD_PARALLEL_LEVEL for ports scripts When using cmake --build, CMake will look for this environment variable to enable parallelism. The Zig port, for example, uses cmake --build, and will otherwise use a single core if cmake selects Make as the build system. This should help with all ports which use cmake --build.
2022-12-11 17:36:04 +00:00
export CMAKE_BUILD_PARALLEL_LEVEL="$MAKEJOBS"
Ports: Replace hardcoded Build/ paths with SERENITY_BUILD_DIR Fixes #5710.
2021-03-11 18:50:44 +00:00
Ports: Prefix output with the build step and port name We already have something similar for the toolchain builds. This makes it easier to identify which build step is currently running.
2022-10-23 13:22:42 +00:00
buildstep() {
local buildstep_name=$1
shift
Ports: Fix warning when building with `useconfigure="false"` When building a port with `useconfigure="false"`, the `do_configure` function invokes a `buildstep` with multiple positional arguments as the command to execute. It then tests whether the positional arguments evaluate to an emtpy string, but could fail when multiple positional arguments were provided. This resulted in the following warning when building the Composer port, for example: ../.port_include.sh: line 16: [: echo: binary operator expected Prevent this warning by testing against the number of positional arguments, instead.
2022-11-24 10:44:09 +00:00
if [ "$#" -eq '0' ]; then
Ports: Prefix output with the build step and port name We already have something similar for the toolchain builds. This makes it easier to identify which build step is currently running.
2022-10-23 13:22:42 +00:00
"${buildstep_name}"
else
"$@"
fi 2>&1 | sed $'s|^|\x1b[34m['"${port}/${buildstep_name}"$']\x1b[39m |'
Ports: Fix return statuses with new buildsteps previously every buildstep would return a success error code. As a result, all the steps would run even if previous steps failed. I've also added a red status message when this happens.
2022-10-25 05:38:51 +00:00
local return_code=${PIPESTATUS[0]}
if [ ${return_code} != 0 ]; then
echo -e "\x1b[1;31mError in step ${port}/${buildstep_name} (status=${return_code})\x1b[0m"
fi
return ${return_code}
Ports: Prefix output with the build step and port name We already have something similar for the toolchain builds. This makes it easier to identify which build step is currently running.
2022-10-23 13:22:42 +00:00
}
buildstep_intro() {
echo -e "\x1b[1;32m=> $@\x1b[0m"
}
Ports: Make .hosted_defs.sh usable outside of .port_include.sh This commit moves some stuff around in order to isolate .hosted_defs.sh from .port_include.sh
2022-04-21 16:58:02 +00:00
target_env() {
Ports: Fix compatiblity issues with running package.sh on Serenity
2022-10-22 02:53:50 +00:00
if [ -f "${SCRIPT}/.hosted_defs.sh" ]; then
. "${SCRIPT}/.hosted_defs.sh"
elif [ "$(uname -s)" = "SerenityOS" ]; then
export SERENITY_ARCH="$(uname -m)"
export SERENITY_INSTALL_ROOT=""
else
>&2 echo "Error: .hosted_defs.sh is missing and we are not running on Serenity."
exit 1
fi
Ports: Make .hosted_defs.sh usable outside of .port_include.sh This commit moves some stuff around in order to isolate .hosted_defs.sh from .port_include.sh
2022-04-21 16:58:02 +00:00
}
target_env
DESTDIR="${SERENITY_INSTALL_ROOT}"
Ports: Enable building ports with ccache
2021-04-18 07:13:16 +00:00
enable_ccache() {
Ports: Add option to disable ccache
2022-06-11 20:18:59 +00:00
if [ "${USE_CCACHE:-true}" = "true" ] && command -v ccache &>/dev/null; then
Ports: Change how we invoke ccache because some ports didn't use it This prepends ccache to the PATH instead of setting CC/CXX. Doing it this way ensures all ports use ccache because some of them didn't before.
2021-04-27 15:10:18 +00:00
ccache_tooldir="${SERENITY_BUILD_DIR}/ccache"
mkdir -p "$ccache_tooldir"
Ports: Use $arch-serenity-pc-clang{++} for CC and CXX This lets us eliminate the extra arguments on CC and CXX for ports that care about CC and CXX pointing to actual filenames they can invoke realpath or basename on.
2022-06-11 22:29:05 +00:00
for tool in cc clang gcc c++ clang++ g++; do
Ports: Don't create ccache symlinks for tools we don't have
2022-07-07 17:22:44 +00:00
name="${SERENITY_ARCH}-pc-serenity-${tool}"
if ! command -v "${name}" >/dev/null; then
continue
fi
ln -sf "$(command -v ccache)" "${ccache_tooldir}/${name}"
Ports: Use $arch-serenity-pc-clang{++} for CC and CXX This lets us eliminate the extra arguments on CC and CXX for ports that care about CC and CXX pointing to actual filenames they can invoke realpath or basename on.
2022-06-11 22:29:05 +00:00
done
Ports: Change how we invoke ccache because some ports didn't use it This prepends ccache to the PATH instead of setting CC/CXX. Doing it this way ensures all ports use ccache because some of them didn't before.
2021-04-27 15:10:18 +00:00
export PATH="${ccache_tooldir}:$PATH"
Ports: Enable building ports with ccache
2021-04-18 07:13:16 +00:00
fi
}
Ports: Make .hosted_defs.sh usable outside of .port_include.sh This commit moves some stuff around in order to isolate .hosted_defs.sh from .port_include.sh
2022-04-21 16:58:02 +00:00
enable_ccache
Port: Support running some configure/build commands with the host toolchain This is useful for ports which depend on running tools on the host system. In this case we can build the port twice - once for the host and once for the target system.
2021-04-11 21:21:01 +00:00
host_env() {
export CC="${HOST_CC}"
export CXX="${HOST_CXX}"
Ports: Set `$LD` for Clang, GCC and host in `.hosted_defs.sh` Sets `$LD` to `$HOST_LD` in `.port_include.sh` if it is defined as well, else it will be set to `ld`. Makes libiconv build with the Clang toolchain. This also impacts other ports when building them with the Clang toolchain, and might result in more ports building correctly.
2022-12-31 18:40:19 +00:00
export LD="${HOST_LD}"
Port: Support running some configure/build commands with the host toolchain This is useful for ports which depend on running tools on the host system. In this case we can build the port twice - once for the host and once for the target system.
2021-04-11 21:21:01 +00:00
export AR="${HOST_AR}"
export RANLIB="${HOST_RANLIB}"
export PATH="${HOST_PATH}"
Ports: Add $READELF and $HOST_READELF variables to include scripts Ports such as python require a distinction between host readelf and target readelf. Set a toolchain-specific varaible for these, but be sure save off the host readelf binary in case anyone needs it later. This is part of allowing python to build with the Clang toolchain.
2022-01-08 12:50:11 +00:00
export READELF="${HOST_READELF}"
Ports: Use the objcopy built as part of the toolchain Relying on host tools working correctly is not a good idea, as they may be outdated (and therefore not support features like RELR relocations) or may not exist at all (like objcopy on macOS).
2022-02-20 21:58:26 +00:00
export OBJCOPY="${HOST_OBJCOPY}"
Ports: Add $STRIP and $HOST_STRIP variables This fixes stripping the debug information from the gcc port when building on macOS hosts.
2022-05-07 16:29:03 +00:00
export STRIP="${HOST_STRIP}"
Ports: Add variables for Toolchain binary directory and cxxfilt
2022-06-11 22:32:24 +00:00
export CXXFILT="${HOST_CXXFILT}"
Port: Support running some configure/build commands with the host toolchain This is useful for ports which depend on running tools on the host system. In this case we can build the port twice - once for the host and once for the target system.
2021-04-11 21:21:01 +00:00
export PKG_CONFIG_DIR="${HOST_PKG_CONFIG_DIR}"
export PKG_CONFIG_SYSROOT_DIR="${HOST_PKG_CONFIG_SYSROOT_DIR}"
export PKG_CONFIG_LIBDIR="${HOST_PKG_CONFIG_LIBDIR}"
Ports: Enable building ports with ccache
2021-04-18 07:13:16 +00:00
enable_ccache
Port: Support running some configure/build commands with the host toolchain This is useful for ports which depend on running tools on the host system. In this case we can build the port twice - once for the host and once for the target system.
2021-04-11 21:21:01 +00:00
}
Meta: Add install-ports CMake target install-ports copys the necessary files from Ports/ to /usr/Ports. Also refactor the compiler and destiation variables from .port_include.sh into .hosted_defs.sh. .hosted_defs.sh does not exists when ports are built in serenity
2021-04-03 03:53:41 +00:00
Ports: Rename packages.db => installed.db The /usr/Ports/packages.db will be used later for tracking available ports by the upcoming package manager, which will use it to do search queries, providing metadata on available ports, etc. Ports that are installed will be registered from now on in the file of /usr/Ports/installed.db, so that file will be used later on to allow further management of what is actually installed on the system.
2023-04-22 13:09:01 +00:00
installedpackagesdb="${DESTDIR}/usr/Ports/installed.db"
Add the start of a simple ports infrastructure
2019-05-27 22:02:29 +00:00
Ports: Make the number of compile jobs configurable
2022-04-29 20:21:40 +00:00
makeopts=("-j${MAKEJOBS}")
Ports: Make array-like settings actual arrays We may need entries with spaces in makeopts, installopts, and configopts, and at that point we should also convert depends and auth_opts to avoid confusion.
2021-09-26 22:16:18 +00:00
installopts=()
Ports: Set defaults before loading package.sh This is too much bash magic for a simple "Use this value if the script doesn't set anything", especially since only one default setting depends on values from the script.
2021-09-26 18:46:41 +00:00
configscript=configure
Ports: Make array-like settings actual arrays We may need entries with spaces in makeopts, installopts, and configopts, and at that point we should also convert depends and auth_opts to avoid confusion.
2021-09-26 22:16:18 +00:00
configopts=()
Ports: Set defaults before loading package.sh This is too much bash magic for a simple "Use this value if the script doesn't set anything", especially since only one default setting depends on values from the script.
2021-09-26 18:46:41 +00:00
useconfigure=false
Ports: Allow selecting multiple `config_{sub,guess}_path`s Some ports may have more than one `config.sub` that is in use (vendored dependencies, etc.). Instead of fiddling about with space-delimited strings, let's just make that setting into an array right away.
2022-05-25 10:51:13 +00:00
config_sub_paths=("config.sub")
config_guess_paths=("config.guess")
Ports: Remove some config.sub patches and download a fresh one if needed All of these patches did the same thing, which is already in upstream config.sub. With this change, we need only add `use_fresh_config_sub=true` to the package.sh file. Note that this is not done automatically in case the port has a modified config.sub file.
2022-01-08 13:32:29 +00:00
use_fresh_config_sub=false
Ports: Download fresh config.guess if needed The config.guess file needs to know about the SerenityOS `uname -m` system name if we want to build ports inside Serenity. Support was only added in January 2022, so most ports don't have a new enough version yet. This commit adds facilities for fetching a fresh config.guess file that supports SerenityOS, similarly to what we do for config.sub. As its first user, we make the bash port buildable inside the system.
2022-02-25 19:26:15 +00:00
use_fresh_config_guess=false
Ports: Make array-like settings actual arrays We may need entries with spaces in makeopts, installopts, and configopts, and at that point we should also convert depends and auth_opts to avoid confusion.
2021-09-26 22:16:18 +00:00
depends=()
Ports: Set defaults before loading package.sh This is too much bash magic for a simple "Use this value if the script doesn't set anything", especially since only one default setting depends on values from the script.
2021-09-26 18:46:41 +00:00
patchlevel=1
launcher_name=
launcher_category=
launcher_command=
Ports: Allow ports to specify working directory when run from launcher
2022-10-16 01:11:55 +00:00
launcher_workdir=
Ports: Set defaults before loading package.sh This is too much bash magic for a simple "Use this value if the script doesn't set anything", especially since only one default setting depends on values from the script.
2021-09-26 18:46:41 +00:00
launcher_run_in_terminal=false
icon_file=
Ports: Switch to new ports system (#594) Much redundancy is removed from package scripts with this system. It also supports simple dependency management, uninstalling (through BSD ports style plist files), cleaning up after itself (with clean, clean_dist, clean_all commands), etc.
2019-09-24 06:56:39 +00:00
. "$@"
shift
: "${workdir:=$port-$version}"
port_include: Various updates * Prints what is run, which is useful for trace purposes. * Fix autotools configure to respect arguments * Add run_patch for applying patches
2019-05-27 23:25:29 +00:00
Ports: Move build directories into Build/
2022-07-07 16:54:55 +00:00
PORT_META_DIR="$(pwd)"
Ports: Fix compatiblity issues with running package.sh on Serenity
2022-10-22 02:53:50 +00:00
if [[ -z ${SERENITY_BUILD_DIR:-} ]]; then
PORT_BUILD_DIR="${PORT_META_DIR}"
else
PORT_BUILD_DIR="${SERENITY_BUILD_DIR}/Ports/${port}"
fi
Ports: Move build directories into Build/
2022-07-07 16:54:55 +00:00
mkdir -p "${PORT_BUILD_DIR}"
cd "${PORT_BUILD_DIR}"
Ports: Switch to the new `files` syntax
2023-09-02 04:32:27 +00:00
# 1 = url
# 2 = sha256sum
FILES_SIMPLE_PATTERN='^(https?:\/\/.+)#([0-9a-f]{64})$'
Ports: Introduce support for Git repositories
2023-09-02 07:18:50 +00:00
# 1 = repository
# 2 = revision
FILES_GIT_PATTERN='^git\+(.+)#(.+)$'
Ports: Add a 'dev' mode that uses git to autogenerate patches for ports
2022-01-12 19:37:55 +00:00
cleanup_git() {
echo "WARNING: Reverting changes to $workdir as we are in dev mode!"
run git clean -xffd >/dev/null 2>&1
}
Ports: Unify the git "origin" and the working copy I've lost more changes to "you forgot to push the changed commits to the remote" than I'd like to admit, so let's just unify both and only ever use the actual working repository for detemining whether any patches have changed.
2022-09-16 21:43:16 +00:00
# Make sure to clean up the git repository of the port afterwards.
Ports: Add a 'dev' mode that uses git to autogenerate patches for ports
2022-01-12 19:37:55 +00:00
if [ -n "${IN_SERENITY_PORT_DEV:-}" ]; then
echo "WARNING: All changes to the workdir in the current state (inside ./package.sh dev) are temporary!"
echo " They will be reverted once the command exits!"
trap "run cleanup_git" EXIT
fi
Ports: Switch to new ports system (#594) Much redundancy is removed from package scripts with this system. It also supports simple dependency management, uninstalling (through BSD ports style plist files), cleaning up after itself (with clean, clean_dist, clean_all commands), etc.
2019-09-24 06:56:39 +00:00
run_nocd() {
Ports: Remove some config.sub patches and download a fresh one if needed All of these patches did the same thing, which is already in upstream config.sub. With this change, we need only add `use_fresh_config_sub=true` to the package.sh file. Note that this is not done automatically in case the port has a modified config.sub file.
2022-01-08 13:32:29 +00:00
echo "+ $@ (nocd)" >&2
Move everything to a subdirectory Also don't run cd for the initial git clone (DERP!), and other bash port fixes.
2019-05-28 00:58:36 +00:00
("$@")
}
Ports: Only do build check for configure, build, and install steps This was breaking ports linting, which runs the script with the 'showproperty' option. This check is not needed for some other options as well, so let's do it conditionally.
2021-05-20 19:04:40 +00:00
Ports: Switch to new ports system (#594) Much redundancy is removed from package scripts with this system. It also supports simple dependency management, uninstalling (through BSD ports style plist files), cleaning up after itself (with clean, clean_dist, clean_all commands), etc.
2019-09-24 06:56:39 +00:00
run() {
echo "+ $@"
(cd "$workdir" && "$@")
Add the start of a simple ports infrastructure
2019-05-27 22:02:29 +00:00
}
Ports: Only do build check for configure, build, and install steps This was breaking ports linting, which runs the script with the 'showproperty' option. This check is not needed for some other options as well, so let's do it conditionally.
2021-05-20 19:04:40 +00:00
Ports: Add launchers for some of the ports
2021-04-20 16:36:03 +00:00
run_replace_in_file() {
Ports: Use `sed -i` for run_replace_in_file on Serenity hosts We don't have a perl port, so let's use GNU sed's in-place option for doing substitutions when running inside Serenity. Note that we can't do this unconditionally, as `sed -i` is not portable and works differently on BSD systems.
2022-02-23 14:00:08 +00:00
if [ "$(uname -s)" = "SerenityOS" ]; then
run sed -i "$1" $2
else
run perl -p -i -e "$1" $2
fi
Ports: Switch to new ports system (#594) Much redundancy is removed from package scripts with this system. It also supports simple dependency management, uninstalling (through BSD ports style plist files), cleaning up after itself (with clean, clean_dist, clean_all commands), etc.
2019-09-24 06:56:39 +00:00
}
Ports: Only do build check for configure, build, and install steps This was breaking ports linting, which runs the script with the 'showproperty' option. This check is not needed for some other options as well, so let's do it conditionally.
2021-05-20 19:04:40 +00:00
Ports: Make `sed` work on macOS The ports `libvorbis`, `readline` and `timidity` would not install on macOS as a result of using `sed -i` without an extension provided. GNU sed is available through Homebrew, but it does not replace `sed` by default. Instead, provide a new `sed_in_place` function that calls `sed` with the right arguments.
2023-01-08 22:16:04 +00:00
sed_in_place() {
if [ "$(uname -s)" = "Darwin" ]; then
sed -i '' "${@}"
else
sed -i "${@}"
fi
}
Ports: Remove some config.sub patches and download a fresh one if needed All of these patches did the same thing, which is already in upstream config.sub. With this change, we need only add `use_fresh_config_sub=true` to the package.sh file. Note that this is not done automatically in case the port has a modified config.sub file.
2022-01-08 13:32:29 +00:00
get_new_config_sub() {
config_sub="${1:-config.sub}"
Ports: Fail if config.{sub,guess} don't replace existing files This should help with finding misconfigured config.sub and config.guess settings.
2022-03-15 12:36:51 +00:00
if [ ! -f "$workdir/$config_sub" ]; then
>&2 echo "Error: Downloaded $config_sub does not replace an existing file!"
exit 1
fi
Ports: Remove some config.sub patches and download a fresh one if needed All of these patches did the same thing, which is already in upstream config.sub. With this change, we need only add `use_fresh_config_sub=true` to the package.sh file. Note that this is not done automatically in case the port has a modified config.sub file.
2022-01-08 13:32:29 +00:00
if ! run grep -q serenity "$config_sub"; then
Ports: Fix a typo in `get_new_config_guess` While we're at it, we might as well replace the download arguments in `get_new_config_{sub,guess}` with the variable we defined earlier.
2022-05-25 10:44:25 +00:00
run do_download_file "https://git.savannah.gnu.org/gitweb/?p=config.git;a=blob_plain;f=config.sub" "${config_sub}" false
Ports: Remove some config.sub patches and download a fresh one if needed All of these patches did the same thing, which is already in upstream config.sub. With this change, we need only add `use_fresh_config_sub=true` to the package.sh file. Note that this is not done automatically in case the port has a modified config.sub file.
2022-01-08 13:32:29 +00:00
fi
}
Ports: Download fresh config.guess if needed The config.guess file needs to know about the SerenityOS `uname -m` system name if we want to build ports inside Serenity. Support was only added in January 2022, so most ports don't have a new enough version yet. This commit adds facilities for fetching a fresh config.guess file that supports SerenityOS, similarly to what we do for config.sub. As its first user, we make the bash port buildable inside the system.
2022-02-25 19:26:15 +00:00
get_new_config_guess() {
config_guess="${1:-config.guess}"
Ports: Fail if config.{sub,guess} don't replace existing files This should help with finding misconfigured config.sub and config.guess settings.
2022-03-15 12:36:51 +00:00
if [ ! -f "$workdir/$config_guess" ]; then
>&2 echo "Error: Downloaded $config_guess does not replace an existing file!"
exit 1
fi
Ports: Download fresh config.guess if needed The config.guess file needs to know about the SerenityOS `uname -m` system name if we want to build ports inside Serenity. Support was only added in January 2022, so most ports don't have a new enough version yet. This commit adds facilities for fetching a fresh config.guess file that supports SerenityOS, similarly to what we do for config.sub. As its first user, we make the bash port buildable inside the system.
2022-02-25 19:26:15 +00:00
if ! run grep -q SerenityOS "$config_guess"; then
Ports: Fix a typo in `get_new_config_guess` While we're at it, we might as well replace the download arguments in `get_new_config_{sub,guess}` with the variable we defined earlier.
2022-05-25 10:44:25 +00:00
run do_download_file "https://git.savannah.gnu.org/gitweb/?p=config.git;a=blob_plain;f=config.guess" "${config_guess}" false
Ports: Download fresh config.guess if needed The config.guess file needs to know about the SerenityOS `uname -m` system name if we want to build ports inside Serenity. Support was only added in January 2022, so most ports don't have a new enough version yet. This commit adds facilities for fetching a fresh config.guess file that supports SerenityOS, similarly to what we do for config.sub. As its first user, we make the bash port buildable inside the system.
2022-02-25 19:26:15 +00:00
fi
}
Ports: Remove some config.sub patches and download a fresh one if needed All of these patches did the same thing, which is already in upstream config.sub. With this change, we need only add `use_fresh_config_sub=true` to the package.sh file. Note that this is not done automatically in case the port has a modified config.sub file.
2022-01-08 13:32:29 +00:00
ensure_new_config_sub() {
Ports: Allow selecting multiple `config_{sub,guess}_path`s Some ports may have more than one `config.sub` that is in use (vendored dependencies, etc.). Instead of fiddling about with space-delimited strings, let's just make that setting into an array right away.
2022-05-25 10:51:13 +00:00
for path in "${config_sub_paths[@]}"; do
get_new_config_sub "${path}"
done
Ports: Remove some config.sub patches and download a fresh one if needed All of these patches did the same thing, which is already in upstream config.sub. With this change, we need only add `use_fresh_config_sub=true` to the package.sh file. Note that this is not done automatically in case the port has a modified config.sub file.
2022-01-08 13:32:29 +00:00
}
Ports: Download fresh config.guess if needed The config.guess file needs to know about the SerenityOS `uname -m` system name if we want to build ports inside Serenity. Support was only added in January 2022, so most ports don't have a new enough version yet. This commit adds facilities for fetching a fresh config.guess file that supports SerenityOS, similarly to what we do for config.sub. As its first user, we make the bash port buildable inside the system.
2022-02-25 19:26:15 +00:00
ensure_new_config_guess() {
Ports: Allow selecting multiple `config_{sub,guess}_path`s Some ports may have more than one `config.sub` that is in use (vendored dependencies, etc.). Instead of fiddling about with space-delimited strings, let's just make that setting into an array right away.
2022-05-25 10:51:13 +00:00
for path in "${config_guess_paths[@]}"; do
get_new_config_guess "${path}"
done
Ports: Download fresh config.guess if needed The config.guess file needs to know about the SerenityOS `uname -m` system name if we want to build ports inside Serenity. Support was only added in January 2022, so most ports don't have a new enough version yet. This commit adds facilities for fetching a fresh config.guess file that supports SerenityOS, similarly to what we do for config.sub. As its first user, we make the bash port buildable inside the system.
2022-02-25 19:26:15 +00:00
}
Ports: Only do build check for configure, build, and install steps This was breaking ports linting, which runs the script with the 'showproperty' option. This check is not needed for some other options as well, so let's do it conditionally.
2021-05-20 19:04:40 +00:00
ensure_build() {
# Sanity check.
if [ ! -f "${DESTDIR}/usr/lib/libc.so" ]; then
echo "libc.so could not be found. This likely means that SerenityOS:"
echo "- has not been built and/or installed yet"
echo "- has been installed in an unexpected location"
echo "The currently configured build directory is ${SERENITY_BUILD_DIR}. Resolve this issue and try again."
exit 1
fi
}
Ports: .port_include.sh add install_icon function
2021-06-06 02:45:20 +00:00
install_main_icon() {
if [ -n "$icon_file" ] && [ -n "$launcher_command" ]; then
Ports: Notify user of missing ImageMagick binaries
2021-08-04 08:50:27 +00:00
local launcher_binary="${launcher_command%% *}"
install_icon "$icon_file" "${launcher_binary}"
Ports: .port_include.sh add install_icon function
2021-06-06 02:45:20 +00:00
fi
}
install_icon() {
if [ "$#" -lt 2 ]; then
echo "Syntax: install_icon <icon> <launcher>"
exit 1
fi
Ports: Notify user of missing ImageMagick binaries
2021-08-04 08:50:27 +00:00
local icon="$1"
local launcher="$2"
command -v convert >/dev/null || true
local convert_exists=$?
command -v identify >/dev/null || true
local identify_exists=$?
if [ "${convert_exists}" != "0" ] || [ "${identify_exists}" != 0 ]; then
echo 'Unable to install icon: missing convert or identify, did you install ImageMagick?'
return
Ports: .port_include.sh add install_icon function
2021-06-06 02:45:20 +00:00
fi
Ports: Notify user of missing ImageMagick binaries
2021-08-04 08:50:27 +00:00
for icon_size in "16x16" "32x32"; do
Ports: Simplify the output from `identify` when installing icons This ensures that the correct index is always used when selecting an image of a particular size.
2023-08-18 23:11:33 +00:00
index=$(run identify -format '%p;%wx%h\n' "$icon" | grep "$icon_size" | cut -d";" -f1 | head -n1)
Ports: Notify user of missing ImageMagick binaries
2021-08-04 08:50:27 +00:00
if [ -n "$index" ]; then
run convert "${icon}[${index}]" "app-${icon_size}.png"
else
Ports: Convert only first index of ico files When installing an icon, we fall back to a resizing strategy when an exact match on the image dimensions is missing. However, if we are dealing with an `.ico` file with multiple indices, `convert` will resize every separate index and will create multiple files. This changes makes sure we only resize the first index. A future improvement could be to select an index most closely matching the requested dimensions.
2021-08-04 09:20:31 +00:00
run convert "$icon[0]" -resize $icon_size "app-${icon_size}.png"
Ports: Notify user of missing ImageMagick binaries
2021-08-04 08:50:27 +00:00
fi
done
Ports: Use the objcopy built as part of the toolchain Relying on host tools working correctly is not a good idea, as they may be outdated (and therefore not support features like RELR relocations) or may not exist at all (like objcopy on macOS).
2022-02-20 21:58:26 +00:00
run $OBJCOPY --add-section serenity_icon_s="app-16x16.png" "${DESTDIR}${launcher}"
run $OBJCOPY --add-section serenity_icon_m="app-32x32.png" "${DESTDIR}${launcher}"
Ports: .port_include.sh add install_icon function
2021-06-06 02:45:20 +00:00
}
Ports: Create launchers for the stpuzzles port This changes the .port_include.sh script so that ports can more easily create more than one launcher by making the install_launcher function available to the port's package.sh script. This creates launchers for the stpuzzles port in the Games/Puzzles category.
2021-06-03 21:39:01 +00:00
install_main_launcher() {
if [ -n "$launcher_name" ] && [ -n "$launcher_category" ] && [ -n "$launcher_command" ]; then
Ports: Allow ports to specify working directory when run from launcher
2022-10-16 01:11:55 +00:00
install_launcher "$launcher_name" "$launcher_category" "$launcher_command" "$launcher_workdir"
Ports: Create launchers for the stpuzzles port This changes the .port_include.sh script so that ports can more easily create more than one launcher by making the install_launcher function available to the port's package.sh script. This creates launchers for the stpuzzles port in the Games/Puzzles category.
2021-06-03 21:39:01 +00:00
fi
}
Ports: Add launchers for some of the ports
2021-04-20 16:36:03 +00:00
install_launcher() {
Ports: Allow ports to specify working directory when run from launcher
2022-10-16 01:11:55 +00:00
if [ "$#" -lt 4 ]; then
echo "Syntax: install_launcher <name> <category> <command> <workdir>"
Ports: Create launchers for the stpuzzles port This changes the .port_include.sh script so that ports can more easily create more than one launcher by making the install_launcher function available to the port's package.sh script. This creates launchers for the stpuzzles port in the Games/Puzzles category.
2021-06-03 21:39:01 +00:00
exit 1
Ports: Add launchers for some of the ports
2021-04-20 16:36:03 +00:00
fi
Ports: Support icons for launchers with arguments
2021-08-04 11:18:31 +00:00
local launcher_name="$1"
local launcher_category="$2"
local launcher_command="$3"
Ports: Allow ports to specify working directory when run from launcher
2022-10-16 01:11:55 +00:00
local launcher_workdir="$4"
Ports: Support icons for launchers with arguments
2021-08-04 11:18:31 +00:00
local launcher_filename="${launcher_name,,}"
Ports: Create launchers for the stpuzzles port This changes the .port_include.sh script so that ports can more easily create more than one launcher by making the install_launcher function available to the port's package.sh script. This creates launchers for the stpuzzles port in the Games/Puzzles category.
2021-06-03 21:39:01 +00:00
launcher_filename="${launcher_filename// /}"
Ports: Support icons for launchers with arguments
2021-08-04 11:18:31 +00:00
local icon_override=""
Ports: Create launchers for the stpuzzles port This changes the .port_include.sh script so that ports can more easily create more than one launcher by making the install_launcher function available to the port's package.sh script. This creates launchers for the stpuzzles port in the Games/Puzzles category.
2021-06-03 21:39:01 +00:00
case "$launcher_command" in
*\ *)
mkdir -p $DESTDIR/usr/local/libexec
launcher_executable="/usr/local/libexec/$launcher_filename"
cat >"$DESTDIR/$launcher_executable" <<SCRIPT
Ports: Add launchers for some of the ports
2021-04-20 16:36:03 +00:00
#!/bin/sh
exec $(printf '%q ' $launcher_command)
SCRIPT
Ports: Create launchers for the stpuzzles port This changes the .port_include.sh script so that ports can more easily create more than one launcher by making the install_launcher function available to the port's package.sh script. This creates launchers for the stpuzzles port in the Games/Puzzles category.
2021-06-03 21:39:01 +00:00
chmod +x "$DESTDIR/$launcher_executable"
Ports: Support icons for launchers with arguments
2021-08-04 11:18:31 +00:00
icon_override="IconPath=${launcher_command%% *}"
Ports: Create launchers for the stpuzzles port This changes the .port_include.sh script so that ports can more easily create more than one launcher by making the install_launcher function available to the port's package.sh script. This creates launchers for the stpuzzles port in the Games/Puzzles category.
2021-06-03 21:39:01 +00:00
;;
*)
launcher_executable="$launcher_command"
;;
esac
Ports: Add launchers for some of the ports
2021-04-20 16:36:03 +00:00
mkdir -p $DESTDIR/res/apps
Ports: Create launchers for the stpuzzles port This changes the .port_include.sh script so that ports can more easily create more than one launcher by making the install_launcher function available to the port's package.sh script. This creates launchers for the stpuzzles port in the Games/Puzzles category.
2021-06-03 21:39:01 +00:00
cat >$DESTDIR/res/apps/$launcher_filename.af <<CONFIG
Ports: Add launchers for some of the ports
2021-04-20 16:36:03 +00:00
[App]
Name=$launcher_name
Ports: Create launchers for the stpuzzles port This changes the .port_include.sh script so that ports can more easily create more than one launcher by making the install_launcher function available to the port's package.sh script. This creates launchers for the stpuzzles port in the Games/Puzzles category.
2021-06-03 21:39:01 +00:00
Executable=$launcher_executable
Ports: Add launchers for some of the ports
2021-04-20 16:36:03 +00:00
Category=$launcher_category
Ports: Allow ports to specify working directory when run from launcher
2022-10-16 01:11:55 +00:00
WorkingDirectory=$launcher_workdir
Ports: Add launcher_run_in_terminal package.sh variable This is being used to generate the RunInTerminal entry in launcher app files.
2021-07-19 21:06:09 +00:00
RunInTerminal=$launcher_run_in_terminal
Ports: Support icons for launchers with arguments
2021-08-04 11:18:31 +00:00
${icon_override}
Ports: Add launchers for some of the ports
2021-04-20 16:36:03 +00:00
CONFIG
}
Ports: Switch to new ports system (#594) Much redundancy is removed from package scripts with this system. It also supports simple dependency management, uninstalling (through BSD ports style plist files), cleaning up after itself (with clean, clean_dist, clean_all commands), etc.
2019-09-24 06:56:39 +00:00
# Checks if a function is defined. In this case, if the function is not defined in the port's script, then we will use our defaults. This way, ports don't need to include these functions every time, but they can override our defaults if needed.
func_defined() {
Ports: Undo POSIX sh compliance changes for now Partial revert of 704f48d7f3a1a88047a64b4e2939878d6d4fafb8. These changes made the ports system unusable.
2019-11-03 09:05:02 +00:00
PATH= command -V "$1" > /dev/null 2>&1
Ports: Switch to new ports system (#594) Much redundancy is removed from package scripts with this system. It also supports simple dependency management, uninstalling (through BSD ports style plist files), cleaning up after itself (with clean, clean_dist, clean_all commands), etc.
2019-09-24 06:56:39 +00:00
}
Ports: Improve port build sript * Add authenticity methods: sig, asc, md5sum, sha1sum, sha256sum * Split patch into own step * Improve extraction and patching: only do it, if it hasn't already be done, to do that, hidden files are created when a file is extracted or a patch is applied * Patch function is named patched_internal to not overwrite patch command in /usr/bin
2020-02-04 00:07:27 +00:00
Ports: Add overridable pre_fetch method in .port_include.sh This adds an overridable pre_fetch method which is called from the fetch method at the very beginning. The pre_fetch method can be overridden in your package.sh script so that you can do any necessary preparations before the fetch method is called.
2021-07-20 13:40:41 +00:00
func_defined pre_fetch || pre_fetch() {
:
}
Ports: Improve port build sript * Add authenticity methods: sig, asc, md5sum, sha1sum, sha256sum * Split patch into own step * Improve extraction and patching: only do it, if it hasn't already be done, to do that, hidden files are created when a file is extracted or a patch is applied * Patch function is named patched_internal to not overwrite patch command in /usr/bin
2020-02-04 00:07:27 +00:00
func_defined post_fetch || post_fetch() {
:
}
Ports: Remove some config.sub patches and download a fresh one if needed All of these patches did the same thing, which is already in upstream config.sub. With this change, we need only add `use_fresh_config_sub=true` to the package.sh file. Note that this is not done automatically in case the port has a modified config.sub file.
2022-01-08 13:32:29 +00:00
do_download_file() {
local url="$1"
local filename="$2"
local accept_existing="${3:-true}"
Ports: Do not perform slow `curl` check if download already exists Even if the file was already downloaded, we were trying to perform a relatively slow HTTPS-call.
2023-07-05 12:04:26 +00:00
if $accept_existing && [ -f "$filename" ]; then
echo "$filename already exists"
return
fi
Ports: Remove some config.sub patches and download a fresh one if needed All of these patches did the same thing, which is already in upstream config.sub. With this change, we need only add `use_fresh_config_sub=true` to the package.sh file. Note that this is not done automatically in case the port has a modified config.sub file.
2022-01-08 13:32:29 +00:00
echo "Downloading URL: ${url}"
Ports: Do not perform slow `curl` check if download already exists Even if the file was already downloaded, we were trying to perform a relatively slow HTTPS-call.
2023-07-05 12:04:26 +00:00
if which curl; then
run_nocd curl ${curlopts:-} "$url" -L -o "$filename"
Ports: Remove some config.sub patches and download a fresh one if needed All of these patches did the same thing, which is already in upstream config.sub. With this change, we need only add `use_fresh_config_sub=true` to the package.sh file. Note that this is not done automatically in case the port has a modified config.sub file.
2022-01-08 13:32:29 +00:00
else
Ports: Do not perform slow `curl` check if download already exists Even if the file was already downloaded, we were trying to perform a relatively slow HTTPS-call.
2023-07-05 12:04:26 +00:00
run_nocd pro "$url" > "$filename"
Ports: Remove some config.sub patches and download a fresh one if needed All of these patches did the same thing, which is already in upstream config.sub. With this change, we need only add `use_fresh_config_sub=true` to the package.sh file. Note that this is not done automatically in case the port has a modified config.sub file.
2022-01-08 13:32:29 +00:00
fi
}
Ports: Move handling for simple downloads into a separate function
2023-07-11 22:55:13 +00:00
fetch_simple() {
url="${1}"
Ports: Remove the `filename` entry from `files`
2023-08-07 19:10:39 +00:00
checksum="${2}"
Ports: Add overridable pre_fetch method in .port_include.sh This adds an overridable pre_fetch method which is called from the fetch method at the very beginning. The pre_fetch method can be overridden in your package.sh script so that you can do any necessary preparations before the fetch method is called.
2021-07-20 13:40:41 +00:00
Ports: Remove the `filename` entry from `files`
2023-08-07 19:10:39 +00:00
filename="$(basename "${url}")"
Ports: Ensure that the download filename matches the URL basename This is a preparation step for removing support for explicitly setting a download filename entirely.
2023-08-07 11:49:25 +00:00
Ports: Move handling for simple downloads into a separate function
2023-07-11 22:55:13 +00:00
tried_download_again=0
Ports: Do file downloading in a single big loop
2023-07-11 22:45:34 +00:00
Ports: Move handling for simple downloads into a separate function
2023-07-11 22:55:13 +00:00
while true; do
do_download_file "${url}" "${PORT_META_DIR}/${filename}"
Ports: Try to download files again when verification fails
2021-04-25 10:48:19 +00:00
Ports: Move handling for simple downloads into a separate function
2023-07-11 22:55:13 +00:00
actual_checksum="$(sha256sum "${PORT_META_DIR}/${filename}" | cut -f1 -d' ')"
Ports: Try to download files again when verification fails
2021-04-25 10:48:19 +00:00
Ports: Move handling for simple downloads into a separate function
2023-07-11 22:55:13 +00:00
if [ "${actual_checksum}" = "${checksum}" ]; then
break
fi
Ports: Try to download files again when verification fails
2021-04-25 10:48:19 +00:00
Ports: Move handling for simple downloads into a separate function
2023-07-11 22:55:13 +00:00
echo "SHA256 checksum of downloaded file '${filename}' does not match!"
echo "Expected: ${checksum}"
echo "Actual: ${actual_checksum}"
rm -f "${PORT_META_DIR}/${filename}"
echo "Removed erroneous download."
if [ "${tried_download_again}" -eq 1 ]; then
echo "Please run script again."
exit 1
fi
echo "Trying to download the file again."
tried_download_again=1
done
Ports: Try to download files again when verification fails
2021-04-25 10:48:19 +00:00
Ports: Move handling for simple downloads into a separate function
2023-07-11 22:55:13 +00:00
if [ ! -f "$workdir"/.${filename}_extracted ]; then
case "$filename" in
*.tar.gz|*.tar.bz|*.tar.bz2|*.tar.xz|*.tar.lz|*.tar.zst|.tbz*|*.txz|*.tgz)
run_nocd tar -xf "${PORT_META_DIR}/${filename}"
run touch ".${filename}_extracted"
;;
*.gz)
run_nocd gunzip "${PORT_META_DIR}/${filename}"
run touch ".${filename}_extracted"
;;
*.zip)
run_nocd bsdtar xf "${PORT_META_DIR}/${filename}" || run_nocd unzip -qo "${PORT_META_DIR}/${filename}"
run touch ".${filename}_extracted"
;;
*)
echo "Note: no case for file $filename."
cp "${PORT_META_DIR}/${filename}" ./
;;
esac
fi
}
Ports: Require less commands in .port_include.sh - fallback to http with curl when https fails - add --no-gpg-verification, which will skip gpg signature verification
2021-04-10 23:01:20 +00:00
Ports: Introduce support for Git repositories
2023-09-02 07:18:50 +00:00
fetch_git() {
repository="${1}"
revision="${2}"
directory="$(basename "${repository}")"
backing_copy="${PORT_META_DIR}/${directory}"
Ports: Clone Git repositories to the actual workdir
2023-09-21 11:45:56 +00:00
working_copy="${PORT_BUILD_DIR}/${workdir}"
Ports: Introduce support for Git repositories
2023-09-02 07:18:50 +00:00
run_nocd git init --bare "${backing_copy}"
run_nocd git -C "${backing_copy}" config core.autocrlf false
run_nocd git -C "${backing_copy}" worktree prune
run_nocd git -C "${backing_copy}" fetch --tags "${repository}" "${revision}"
revision="$(git -C "${backing_copy}" rev-parse FETCH_HEAD)"
if [ ! -e "${working_copy}/.git" ]; then
run_nocd git -C "${backing_copy}" worktree add "${working_copy}" "${revision}"
Ports: Properly update submodules when checking out Git repositories
2023-09-21 12:09:35 +00:00
run_nocd git -C "${working_copy}" submodule update --init --recursive
Ports: Introduce support for Git repositories
2023-09-02 07:18:50 +00:00
fi
old_revision=""
if [ -e "${backing_copy}/refs/tags/source" ]; then
old_revision="$(git -C "${working_copy}" rev-parse refs/tags/source)"
fi
if ! [ "${old_revision}" = "${revision}" ]; then
run_nocd git -C "${working_copy}" clean -ffdx
run_nocd git -C "${working_copy}" reset --hard
run_nocd git -C "${working_copy}" tag --no-sign -f source "${revision}"
run_nocd git -C "${working_copy}" checkout "${revision}"
Ports: Properly update submodules when checking out Git repositories
2023-09-21 12:09:35 +00:00
run_nocd git -C "${working_copy}" submodule update --init --recursive
Ports: Introduce support for Git repositories
2023-09-02 07:18:50 +00:00
fi
}
Ports: Remove the ability to override `fetch` and `patch_internal`
2023-09-02 07:21:01 +00:00
fetch() {
Ports: Move handling for simple downloads into a separate function
2023-07-11 22:55:13 +00:00
pre_fetch
for f in "${files[@]}"; do
Ports: Switch to the new `files` syntax
2023-09-02 04:32:27 +00:00
if [[ "${f}" =~ ${FILES_SIMPLE_PATTERN} ]]; then
url="${BASH_REMATCH[1]}"
sha256sum="${BASH_REMATCH[2]}"
fetch_simple "${url}" "${sha256sum}"
continue
fi
Ports: Introduce support for Git repositories
2023-09-02 07:18:50 +00:00
if [[ "${f}" =~ ${FILES_GIT_PATTERN} ]]; then
repository="${BASH_REMATCH[1]}"
revision="${BASH_REMATCH[2]}"
fetch_git "${repository}" "${revision}"
continue
fi
Ports: Switch to the new `files` syntax
2023-09-02 04:32:27 +00:00
echo "error: Unknown syntax for files entry '${f}'"
exit 1
Ports: Do not download sources if they're already present When running ./package.sh to rebuild an already installed port, we would not want to spend time re-downlodaing the same tarball again. Ideally, this should use some sort of hash checking to ensure the file is not truncated or something, but this is good enough for now.
2019-12-23 12:24:56 +00:00
done
Ports: Improve port build sript * Add authenticity methods: sig, asc, md5sum, sha1sum, sha256sum * Split patch into own step * Improve extraction and patching: only do it, if it hasn't already be done, to do that, hidden files are created when a file is extracted or a patch is applied * Patch function is named patched_internal to not overwrite patch command in /usr/bin
2020-02-04 00:07:27 +00:00
post_fetch
}
Ports: Add a pre_install hook
2022-02-11 14:19:24 +00:00
func_defined pre_install || pre_install() {
:
}
Ports: Add pre_fetch to .port_include.sh
2021-06-10 16:57:29 +00:00
func_defined pre_patch || pre_patch() {
:
}
Ports: Remove the ability to override `fetch` and `patch_internal`
2023-09-02 07:21:01 +00:00
patch_internal() {
Ports: Introduce support for Git repositories
2023-09-02 07:18:50 +00:00
if [ -n "${IN_SERENITY_PORT_DEV:-}" ]; then
return
fi
Ports: Improve port build sript * Add authenticity methods: sig, asc, md5sum, sha1sum, sha256sum * Split patch into own step * Improve extraction and patching: only do it, if it hasn't already be done, to do that, hidden files are created when a file is extracted or a patch is applied * Patch function is named patched_internal to not overwrite patch command in /usr/bin
2020-02-04 00:07:27 +00:00
# patch if it was not yet patched (applying patches multiple times doesn't work!)
Ports: Introduce support for Git repositories
2023-09-02 07:18:50 +00:00
if [ -d "${PORT_META_DIR}/patches" ]; then
Ports: Move build directories into Build/
2022-07-07 16:54:55 +00:00
for filepath in "${PORT_META_DIR}"/patches/*.patch; do
Ports: Improve port build sript * Add authenticity methods: sig, asc, md5sum, sha1sum, sha256sum * Split patch into own step * Improve extraction and patching: only do it, if it hasn't already be done, to do that, hidden files are created when a file is extracted or a patch is applied * Patch function is named patched_internal to not overwrite patch command in /usr/bin
2020-02-04 00:07:27 +00:00
filename=$(basename $filepath)
Ports: Introduce support for Git repositories
2023-09-02 07:18:50 +00:00
if [ -f "$workdir"/.${filename}_applied ]; then
continue
fi
if [ -e "${workdir}/.git" ]; then
run git am --keep-cr --keep-non-patch "${filepath}"
else
Ports: Improve port build sript * Add authenticity methods: sig, asc, md5sum, sha1sum, sha256sum * Split patch into own step * Improve extraction and patching: only do it, if it hasn't already be done, to do that, hidden files are created when a file is extracted or a patch is applied * Patch function is named patched_internal to not overwrite patch command in /usr/bin
2020-02-04 00:07:27 +00:00
run patch -p"$patchlevel" < "$filepath"
run touch .${filename}_applied
fi
Ports: Switch to new ports system (#594) Much redundancy is removed from package scripts with this system. It also supports simple dependency management, uninstalling (through BSD ports style plist files), cleaning up after itself (with clean, clean_dist, clean_all commands), etc.
2019-09-24 06:56:39 +00:00
done
Ports: Add links Doesn't actually run yet. in_term's read() fails with EFAULT for reasons that are presently beyond me, points to a bug in Serenity.
2019-05-28 16:55:49 +00:00
fi
Ports: Introduce support for Git repositories
2023-09-02 07:18:50 +00:00
if [ -e "${workdir}/.git" ]; then
run git tag --no-sign -f patched
fi
Ports: Add links Doesn't actually run yet. in_term's read() fails with EFAULT for reasons that are presently beyond me, points to a bug in Serenity.
2019-05-28 16:55:49 +00:00
}
Ports: Support pre_configure script This is useful if we want to do something after patching but before running the configure script - e.g. creating the configure script using another script :^)
2020-04-15 12:54:23 +00:00
func_defined pre_configure || pre_configure() {
Ports: Relocate `use_fresh_config_sub` check to `do_configure()`
2022-01-21 11:53:13 +00:00
:
Ports: Support pre_configure script This is useful if we want to do something after patching but before running the configure script - e.g. creating the configure script using another script :^)
2020-04-15 12:54:23 +00:00
}
Ports: Switch to new ports system (#594) Much redundancy is removed from package scripts with this system. It also supports simple dependency management, uninstalling (through BSD ports style plist files), cleaning up after itself (with clean, clean_dist, clean_all commands), etc.
2019-09-24 06:56:39 +00:00
func_defined configure || configure() {
Ports: Improve configure script Just a small modification so that ports that are configured e.g. using cmake don't need a dummy configure file anymore.
2021-01-22 16:09:40 +00:00
chmod +x "${workdir}"/"$configscript"
Ports: Fix compatiblity issues with running package.sh on Serenity
2022-10-22 02:53:50 +00:00
if [[ -n "${SERENITY_SOURCE_DIR:-}" ]]; then
run ./"$configscript" --host="${SERENITY_ARCH}-pc-serenity" "${configopts[@]}"
else
run ./"$configscript" --build="${SERENITY_ARCH}-pc-serenity" "${configopts[@]}"
fi
Ports: Add links Doesn't actually run yet. in_term's read() fails with EFAULT for reasons that are presently beyond me, points to a bug in Serenity.
2019-05-28 16:55:49 +00:00
}
Ports: Add post_configure function There's pre_configure to do things required by the configure script, let's also add post_configure for things not covered by the configure script. The specific use case is overwriting a file created by python3's configure script.
2021-02-01 18:40:19 +00:00
func_defined post_configure || post_configure() {
:
}
Ports: Switch to new ports system (#594) Much redundancy is removed from package scripts with this system. It also supports simple dependency management, uninstalling (through BSD ports style plist files), cleaning up after itself (with clean, clean_dist, clean_all commands), etc.
2019-09-24 06:56:39 +00:00
func_defined build || build() {
Ports: Make array-like settings actual arrays We may need entries with spaces in makeopts, installopts, and configopts, and at that point we should also convert depends and auth_opts to avoid confusion.
2021-09-26 22:16:18 +00:00
run make "${makeopts[@]}"
Ports: Replace run_command use in bash with a run_replace_in_file helper This way, we don't (in the ports themselves) depend on perl as a public interface, which means if we ever have to, we can port to something else easier.
2019-05-28 08:25:39 +00:00
}
Ports: Switch to new ports system (#594) Much redundancy is removed from package scripts with this system. It also supports simple dependency management, uninstalling (through BSD ports style plist files), cleaning up after itself (with clean, clean_dist, clean_all commands), etc.
2019-09-24 06:56:39 +00:00
func_defined install || install() {
Ports: Make array-like settings actual arrays We may need entries with spaces in makeopts, installopts, and configopts, and at that point we should also convert depends and auth_opts to avoid confusion.
2021-09-26 22:16:18 +00:00
run make DESTDIR=$DESTDIR "${installopts[@]}" install
port_include: Various updates * Prints what is run, which is useful for trace purposes. * Fix autotools configure to respect arguments * Add run_patch for applying patches
2019-05-27 23:25:29 +00:00
}
Ports/bash: Make a /bin/bash symlink to /usr/local/bin/bash I've added a post_install step to the system that allows you to run arbitrary commands after the regular install step. This allows scripts that start with "#!/bin/bash" to work in Serenity.
2020-03-25 14:54:30 +00:00
func_defined post_install || post_install() {
Ports: Prefix output with the build step and port name We already have something similar for the toolchain builds. This makes it easier to identify which build step is currently running.
2022-10-23 13:22:42 +00:00
:
Ports/bash: Make a /bin/bash symlink to /usr/local/bin/bash I've added a post_install step to the system that allows you to run arbitrary commands after the regular install step. This allows scripts that start with "#!/bin/bash" to work in Serenity.
2020-03-25 14:54:30 +00:00
}
Ports: Do not allow `clean*` to be overridden There were only two packages making use of this functionality, but it seems more sensible to have a fixed implementation for the cleaning of ports - especially now they delete the entire build directory and/or dist files.
2022-09-13 11:16:28 +00:00
clean() {
Ports: Only remove dir contents on `clean`, not the dir itself The entirety of `.port_include.sh` depends on having a current working directory for the respective port. If we were to remove the directory, some actions such as `fetch` could fail since our current working directory would now be an invalid inode. This issue was exposed by running `./package.sh` followed by `./package.sh dev` and answering 'y' to the question on cleaning the build directory.
2023-05-08 23:14:43 +00:00
rm -rf "${PORT_BUILD_DIR}/"*
Add the start of a simple ports infrastructure
2019-05-27 22:02:29 +00:00
}
Ports: Do not allow `clean*` to be overridden There were only two packages making use of this functionality, but it seems more sensible to have a fixed implementation for the cleaning of ports - especially now they delete the entire build directory and/or dist files.
2022-09-13 11:16:28 +00:00
clean_dist() {
Ports: Make `files` a proper array
2023-07-10 11:10:29 +00:00
for f in "${files[@]}"; do
Ports: Switch to the new `files` syntax
2023-09-02 04:32:27 +00:00
if [[ "${f}" =~ ${FILES_SIMPLE_PATTERN} ]]; then
url="${BASH_REMATCH[1]}"
filename=$(basename "$url")
rm -f "${PORT_META_DIR}/${filename}"
continue
fi
Ports: Introduce support for Git repositories
2023-09-02 07:18:50 +00:00
if [[ "${f}" =~ ${FILES_GIT_PATTERN} ]]; then
repository="${BASH_REMATCH[1]}"
directory=$(basename "$repository")
rm -rf "${PORT_META_DIR}/${directory}"
continue
fi
Ports: Switch to the new `files` syntax
2023-09-02 04:32:27 +00:00
echo "error: Unknown syntax for files entry '${f}'"
exit 1
Ports: Switch to new ports system (#594) Much redundancy is removed from package scripts with this system. It also supports simple dependency management, uninstalling (through BSD ports style plist files), cleaning up after itself (with clean, clean_dist, clean_all commands), etc.
2019-09-24 06:56:39 +00:00
done
Add the start of a simple ports infrastructure
2019-05-27 22:02:29 +00:00
}
Ports: Do not allow `clean*` to be overridden There were only two packages making use of this functionality, but it seems more sensible to have a fixed implementation for the cleaning of ports - especially now they delete the entire build directory and/or dist files.
2022-09-13 11:16:28 +00:00
clean_all() {
Ports: Actually clean port build directory The functionality for `./package.sh clean` was a bit weird: based on whether you were working in dev mode, it would try to delete either `$workdir` or `$nongit_workdir` and `*.out` from your `pwd`. The new functionality is pretty clear: `./package.sh clean` deletes the entire build directory for the port regardless of what mode you're in, `./package.sh clean_dist` removes all `$files`, and `./package.sh clean_all` does both.
2022-09-13 10:40:04 +00:00
clean
clean_dist
Add the start of a simple ports infrastructure
2019-05-27 22:02:29 +00:00
}
Ports: Switch to new ports system (#594) Much redundancy is removed from package scripts with this system. It also supports simple dependency management, uninstalling (through BSD ports style plist files), cleaning up after itself (with clean, clean_dist, clean_all commands), etc.
2019-09-24 06:56:39 +00:00
addtodb() {
Ports: Prefix output with the build step and port name We already have something similar for the toolchain builds. This makes it easier to identify which build step is currently running.
2022-10-23 13:22:42 +00:00
buildstep_intro "Adding $port $version to database of installed ports..."
Ports: Register all dependencies of ports Previously, only `manual` installs would register dependencies of an installed port package. Since in the future we might want to check all dependents, not only those for manually installed packages, we should take care to register dependencies for `auto` installs as well. Additionally, this surpresses some unnecessary verbose output from the package management and fixes warnings when the package DB directory did not yet exist.
2021-10-19 22:14:54 +00:00
if [ -n "$(package_install_state $port $version)" ]; then
Ports: Prefix output with the build step and port name We already have something similar for the toolchain builds. This makes it easier to identify which build step is currently running.
2022-10-23 13:22:42 +00:00
echo "Note: Skipped because $port $version is already installed."
Ports: Register all dependencies of ports Previously, only `manual` installs would register dependencies of an installed port package. Since in the future we might want to check all dependents, not only those for manually installed packages, we should take care to register dependencies for `auto` installs as well. Additionally, this surpresses some unnecessary verbose output from the package management and fixes warnings when the package DB directory did not yet exist.
2021-10-19 22:14:54 +00:00
return
Ports: Switch to new ports system (#594) Much redundancy is removed from package scripts with this system. It also supports simple dependency management, uninstalling (through BSD ports style plist files), cleaning up after itself (with clean, clean_dist, clean_all commands), etc.
2019-09-24 06:56:39 +00:00
fi
Ports: Register all dependencies of ports Previously, only `manual` installs would register dependencies of an installed port package. Since in the future we might want to check all dependents, not only those for manually installed packages, we should take care to register dependencies for `auto` installs as well. Additionally, this surpresses some unnecessary verbose output from the package management and fixes warnings when the package DB directory did not yet exist.
2021-10-19 22:14:54 +00:00
if [ "${1:-}" = "--auto" ]; then
Ports: Rename packages.db => installed.db The /usr/Ports/packages.db will be used later for tracking available ports by the upcoming package manager, which will use it to do search queries, providing metadata on available ports, etc. Ports that are installed will be registered from now on in the file of /usr/Ports/installed.db, so that file will be used later on to allow further management of what is actually installed on the system.
2023-04-22 13:09:01 +00:00
echo "auto $port $version" >> "$installedpackagesdb"
Ports: Switch to new ports system (#594) Much redundancy is removed from package scripts with this system. It also supports simple dependency management, uninstalling (through BSD ports style plist files), cleaning up after itself (with clean, clean_dist, clean_all commands), etc.
2019-09-24 06:56:39 +00:00
else
Ports: Rename packages.db => installed.db The /usr/Ports/packages.db will be used later for tracking available ports by the upcoming package manager, which will use it to do search queries, providing metadata on available ports, etc. Ports that are installed will be registered from now on in the file of /usr/Ports/installed.db, so that file will be used later on to allow further management of what is actually installed on the system.
2023-04-22 13:09:01 +00:00
echo "manual $port $version" >> "$installedpackagesdb"
Ports: Register all dependencies of ports Previously, only `manual` installs would register dependencies of an installed port package. Since in the future we might want to check all dependents, not only those for manually installed packages, we should take care to register dependencies for `auto` installs as well. Additionally, this surpresses some unnecessary verbose output from the package management and fixes warnings when the package DB directory did not yet exist.
2021-10-19 22:14:54 +00:00
fi
if [ "${#depends[@]}" -gt 0 ]; then
Ports: Rename packages.db => installed.db The /usr/Ports/packages.db will be used later for tracking available ports by the upcoming package manager, which will use it to do search queries, providing metadata on available ports, etc. Ports that are installed will be registered from now on in the file of /usr/Ports/installed.db, so that file will be used later on to allow further management of what is actually installed on the system.
2023-04-22 13:09:01 +00:00
echo "dependency $port ${depends[@]}" >> "$installedpackagesdb"
Ports: Register all dependencies of ports Previously, only `manual` installs would register dependencies of an installed port package. Since in the future we might want to check all dependents, not only those for manually installed packages, we should take care to register dependencies for `auto` installs as well. Additionally, this surpresses some unnecessary verbose output from the package management and fixes warnings when the package DB directory did not yet exist.
2021-10-19 22:14:54 +00:00
fi
echo "Successfully installed $port $version."
}
Ports: Rename packages.db => installed.db The /usr/Ports/packages.db will be used later for tracking available ports by the upcoming package manager, which will use it to do search queries, providing metadata on available ports, etc. Ports that are installed will be registered from now on in the file of /usr/Ports/installed.db, so that file will be used later on to allow further management of what is actually installed on the system.
2023-04-22 13:09:01 +00:00
ensure_installedpackagesdb() {
if [ ! -f "$installedpackagesdb" ]; then
mkdir -p "$(dirname $installedpackagesdb)"
touch "$installedpackagesdb"
Ports: Switch to new ports system (#594) Much redundancy is removed from package scripts with this system. It also supports simple dependency management, uninstalling (through BSD ports style plist files), cleaning up after itself (with clean, clean_dist, clean_all commands), etc.
2019-09-24 06:56:39 +00:00
fi
Add the start of a simple ports infrastructure
2019-05-27 22:02:29 +00:00
}
Ports: Register all dependencies of ports Previously, only `manual` installs would register dependencies of an installed port package. Since in the future we might want to check all dependents, not only those for manually installed packages, we should take care to register dependencies for `auto` installs as well. Additionally, this surpresses some unnecessary verbose output from the package management and fixes warnings when the package DB directory did not yet exist.
2021-10-19 22:14:54 +00:00
package_install_state() {
local port=$1
local version=${2:-}
Ports: Rename packages.db => installed.db The /usr/Ports/packages.db will be used later for tracking available ports by the upcoming package manager, which will use it to do search queries, providing metadata on available ports, etc. Ports that are installed will be registered from now on in the file of /usr/Ports/installed.db, so that file will be used later on to allow further management of what is actually installed on the system.
2023-04-22 13:09:01 +00:00
ensure_installedpackagesdb
grep -E "^(auto|manual) $port $version" "$installedpackagesdb" | cut -d' ' -f1
Ports: Register all dependencies of ports Previously, only `manual` installs would register dependencies of an installed port package. Since in the future we might want to check all dependents, not only those for manually installed packages, we should take care to register dependencies for `auto` installs as well. Additionally, this surpresses some unnecessary verbose output from the package management and fixes warnings when the package DB directory did not yet exist.
2021-10-19 22:14:54 +00:00
}
Ports: Switch to new ports system (#594) Much redundancy is removed from package scripts with this system. It also supports simple dependency management, uninstalling (through BSD ports style plist files), cleaning up after itself (with clean, clean_dist, clean_all commands), etc.
2019-09-24 06:56:39 +00:00
installdepends() {
Ports: Make array-like settings actual arrays We may need entries with spaces in makeopts, installopts, and configopts, and at that point we should also convert depends and auth_opts to avoid confusion.
2021-09-26 22:16:18 +00:00
for depend in "${depends[@]}"; do
Ports: Install all dependencies instead of just one Commit 9b7e217dda0c45 broke installation of port dependencies by `return`ing as soon as the first dependency was found.
2023-02-01 21:05:40 +00:00
if [ -n "$(package_install_state $depend)" ]; then
continue
Ports: Switch to new ports system (#594) Much redundancy is removed from package scripts with this system. It also supports simple dependency management, uninstalling (through BSD ports style plist files), cleaning up after itself (with clean, clean_dist, clean_all commands), etc.
2019-09-24 06:56:39 +00:00
fi
Ports: Install all dependencies instead of just one Commit 9b7e217dda0c45 broke installation of port dependencies by `return`ing as soon as the first dependency was found.
2023-02-01 21:05:40 +00:00
# Split colon separated string into a list
IFS=':' read -ra port_directories <<< "$SERENITY_PORT_DIRS"
for port_dir in "${port_directories[@]}"; do
if [ -d "${port_dir}/$depend" ]; then
(cd "${port_dir}/$depend" && ./package.sh --auto)
continue 2
fi
done
>&2 echo "Error: Dependency $depend could not be found."
exit 1
Ports: Switch to new ports system (#594) Much redundancy is removed from package scripts with this system. It also supports simple dependency management, uninstalling (through BSD ports style plist files), cleaning up after itself (with clean, clean_dist, clean_all commands), etc.
2019-09-24 06:56:39 +00:00
done
Ports: Vim and ncurses
2019-05-28 02:02:42 +00:00
}
Ports: Switch to new ports system (#594) Much redundancy is removed from package scripts with this system. It also supports simple dependency management, uninstalling (through BSD ports style plist files), cleaning up after itself (with clean, clean_dist, clean_all commands), etc.
2019-09-24 06:56:39 +00:00
uninstall() {
Ports: Register all dependencies of ports Previously, only `manual` installs would register dependencies of an installed port package. Since in the future we might want to check all dependents, not only those for manually installed packages, we should take care to register dependencies for `auto` installs as well. Additionally, this surpresses some unnecessary verbose output from the package management and fixes warnings when the package DB directory did not yet exist.
2021-10-19 22:14:54 +00:00
if [ "$(package_install_state $port)" != "manual" ]; then
Ports: Switch to new ports system (#594) Much redundancy is removed from package scripts with this system. It also supports simple dependency management, uninstalling (through BSD ports style plist files), cleaning up after itself (with clean, clean_dist, clean_all commands), etc.
2019-09-24 06:56:39 +00:00
>&2 echo "Error: $port is not installed. Cannot uninstall."
Ports: Register all dependencies of ports Previously, only `manual` installs would register dependencies of an installed port package. Since in the future we might want to check all dependents, not only those for manually installed packages, we should take care to register dependencies for `auto` installs as well. Additionally, this surpresses some unnecessary verbose output from the package management and fixes warnings when the package DB directory did not yet exist.
2021-10-19 22:14:54 +00:00
return
elif [ ! -f plist ]; then
>&2 echo "Error: This port does not have a plist yet. Cannot uninstall."
return
Ports: Switch to new ports system (#594) Much redundancy is removed from package scripts with this system. It also supports simple dependency management, uninstalling (through BSD ports style plist files), cleaning up after itself (with clean, clean_dist, clean_all commands), etc.
2019-09-24 06:56:39 +00:00
fi
Ports: Register all dependencies of ports Previously, only `manual` installs would register dependencies of an installed port package. Since in the future we might want to check all dependents, not only those for manually installed packages, we should take care to register dependencies for `auto` installs as well. Additionally, this surpresses some unnecessary verbose output from the package management and fixes warnings when the package DB directory did not yet exist.
2021-10-19 22:14:54 +00:00
for f in `cat plist`; do
case $f in
*/)
run rmdir "${DESTDIR}/$f" || true
;;
*)
run rm -rf "${DESTDIR}/$f"
;;
esac
done
# Without || true, mv will not be executed if you are uninstalling your only remaining port.
Ports: Rename packages.db => installed.db The /usr/Ports/packages.db will be used later for tracking available ports by the upcoming package manager, which will use it to do search queries, providing metadata on available ports, etc. Ports that are installed will be registered from now on in the file of /usr/Ports/installed.db, so that file will be used later on to allow further management of what is actually installed on the system.
2023-04-22 13:09:01 +00:00
grep -v "^manual $port " "$installedpackagesdb" > installed.db.tmp || true
mv installed.db.tmp "$installedpackagesdb"
Ports: Switch to new ports system (#594) Much redundancy is removed from package scripts with this system. It also supports simple dependency management, uninstalling (through BSD ports style plist files), cleaning up after itself (with clean, clean_dist, clean_all commands), etc.
2019-09-24 06:56:39 +00:00
}
Ports: Install dependencies in separate "installdepends" step Calling installdepends in do_fetch seems kinda silly and unexpected. Let's add a separate step with the same name instead.
2021-01-21 08:31:31 +00:00
do_installdepends() {
Ports: Prefix output with the build step and port name We already have something similar for the toolchain builds. This makes it easier to identify which build step is currently running.
2022-10-23 13:22:42 +00:00
buildstep_intro "Installing dependencies of $port..."
Ports: Switch to new ports system (#594) Much redundancy is removed from package scripts with this system. It also supports simple dependency management, uninstalling (through BSD ports style plist files), cleaning up after itself (with clean, clean_dist, clean_all commands), etc.
2019-09-24 06:56:39 +00:00
installdepends
Ports: Install dependencies in separate "installdepends" step Calling installdepends in do_fetch seems kinda silly and unexpected. Let's add a separate step with the same name instead.
2021-01-21 08:31:31 +00:00
}
do_fetch() {
Ports: Prefix output with the build step and port name We already have something similar for the toolchain builds. This makes it easier to identify which build step is currently running.
2022-10-23 13:22:42 +00:00
buildstep_intro "Fetching $port..."
buildstep fetch
Ports: Switch to new ports system (#594) Much redundancy is removed from package scripts with this system. It also supports simple dependency management, uninstalling (through BSD ports style plist files), cleaning up after itself (with clean, clean_dist, clean_all commands), etc.
2019-09-24 06:56:39 +00:00
}
Ports: Improve port build sript * Add authenticity methods: sig, asc, md5sum, sha1sum, sha256sum * Split patch into own step * Improve extraction and patching: only do it, if it hasn't already be done, to do that, hidden files are created when a file is extracted or a patch is applied * Patch function is named patched_internal to not overwrite patch command in /usr/bin
2020-02-04 00:07:27 +00:00
do_patch() {
Ports: Prefix output with the build step and port name We already have something similar for the toolchain builds. This makes it easier to identify which build step is currently running.
2022-10-23 13:22:42 +00:00
buildstep_intro "Patching $port..."
buildstep pre_patch
buildstep patch_internal
Ports: Improve port build sript * Add authenticity methods: sig, asc, md5sum, sha1sum, sha256sum * Split patch into own step * Improve extraction and patching: only do it, if it hasn't already be done, to do that, hidden files are created when a file is extracted or a patch is applied * Patch function is named patched_internal to not overwrite patch command in /usr/bin
2020-02-04 00:07:27 +00:00
}
Ports: Switch to new ports system (#594) Much redundancy is removed from package scripts with this system. It also supports simple dependency management, uninstalling (through BSD ports style plist files), cleaning up after itself (with clean, clean_dist, clean_all commands), etc.
2019-09-24 06:56:39 +00:00
do_configure() {
Ports: Only do build check for configure, build, and install steps This was breaking ports linting, which runs the script with the 'showproperty' option. This check is not needed for some other options as well, so let's do it conditionally.
2021-05-20 19:04:40 +00:00
ensure_build
Ports: Switch to new ports system (#594) Much redundancy is removed from package scripts with this system. It also supports simple dependency management, uninstalling (through BSD ports style plist files), cleaning up after itself (with clean, clean_dist, clean_all commands), etc.
2019-09-24 06:56:39 +00:00
if [ "$useconfigure" = "true" ]; then
Ports: Prefix output with the build step and port name We already have something similar for the toolchain builds. This makes it easier to identify which build step is currently running.
2022-10-23 13:22:42 +00:00
buildstep_intro "Configuring $port..."
Ports: Relocate `use_fresh_config_sub` check to `do_configure()`
2022-01-21 11:53:13 +00:00
if "$use_fresh_config_sub"; then
Ports: Prefix output with the build step and port name We already have something similar for the toolchain builds. This makes it easier to identify which build step is currently running.
2022-10-23 13:22:42 +00:00
buildstep ensure_new_config_sub
Ports: Relocate `use_fresh_config_sub` check to `do_configure()`
2022-01-21 11:53:13 +00:00
fi
Ports: Download fresh config.guess if needed The config.guess file needs to know about the SerenityOS `uname -m` system name if we want to build ports inside Serenity. Support was only added in January 2022, so most ports don't have a new enough version yet. This commit adds facilities for fetching a fresh config.guess file that supports SerenityOS, similarly to what we do for config.sub. As its first user, we make the bash port buildable inside the system.
2022-02-25 19:26:15 +00:00
if "$use_fresh_config_guess"; then
Ports: Prefix output with the build step and port name We already have something similar for the toolchain builds. This makes it easier to identify which build step is currently running.
2022-10-23 13:22:42 +00:00
buildstep ensure_new_config_guess
Ports: Download fresh config.guess if needed The config.guess file needs to know about the SerenityOS `uname -m` system name if we want to build ports inside Serenity. Support was only added in January 2022, so most ports don't have a new enough version yet. This commit adds facilities for fetching a fresh config.guess file that supports SerenityOS, similarly to what we do for config.sub. As its first user, we make the bash port buildable inside the system.
2022-02-25 19:26:15 +00:00
fi
Ports: Prefix output with the build step and port name We already have something similar for the toolchain builds. This makes it easier to identify which build step is currently running.
2022-10-23 13:22:42 +00:00
buildstep pre_configure
buildstep configure
buildstep post_configure
Ports: Switch to new ports system (#594) Much redundancy is removed from package scripts with this system. It also supports simple dependency management, uninstalling (through BSD ports style plist files), cleaning up after itself (with clean, clean_dist, clean_all commands), etc.
2019-09-24 06:56:39 +00:00
else
Ports: Prefix output with the build step and port name We already have something similar for the toolchain builds. This makes it easier to identify which build step is currently running.
2022-10-23 13:22:42 +00:00
buildstep configure echo "This port does not use a configure script. Skipping configure step."
Ports: Switch to new ports system (#594) Much redundancy is removed from package scripts with this system. It also supports simple dependency management, uninstalling (through BSD ports style plist files), cleaning up after itself (with clean, clean_dist, clean_all commands), etc.
2019-09-24 06:56:39 +00:00
fi
}
do_build() {
Ports: Only do build check for configure, build, and install steps This was breaking ports linting, which runs the script with the 'showproperty' option. This check is not needed for some other options as well, so let's do it conditionally.
2021-05-20 19:04:40 +00:00
ensure_build
Ports: Prefix output with the build step and port name We already have something similar for the toolchain builds. This makes it easier to identify which build step is currently running.
2022-10-23 13:22:42 +00:00
buildstep_intro "Building $port..."
buildstep build
Ports: Switch to new ports system (#594) Much redundancy is removed from package scripts with this system. It also supports simple dependency management, uninstalling (through BSD ports style plist files), cleaning up after itself (with clean, clean_dist, clean_all commands), etc.
2019-09-24 06:56:39 +00:00
}
do_install() {
Ports: Only do build check for configure, build, and install steps This was breaking ports linting, which runs the script with the 'showproperty' option. This check is not needed for some other options as well, so let's do it conditionally.
2021-05-20 19:04:40 +00:00
ensure_build
Ports: Prefix output with the build step and port name We already have something similar for the toolchain builds. This makes it easier to identify which build step is currently running.
2022-10-23 13:22:42 +00:00
buildstep pre_install
buildstep_intro "Installing $port..."
buildstep install
buildstep install_main_launcher
buildstep install_main_icon
buildstep post_install
Ports: Switch to new ports system (#594) Much redundancy is removed from package scripts with this system. It also supports simple dependency management, uninstalling (through BSD ports style plist files), cleaning up after itself (with clean, clean_dist, clean_all commands), etc.
2019-09-24 06:56:39 +00:00
addtodb "${1:-}"
}
do_clean() {
Ports: Prefix output with the build step and port name We already have something similar for the toolchain builds. This makes it easier to identify which build step is currently running.
2022-10-23 13:22:42 +00:00
buildstep_intro "Cleaning build directory for $port..."
buildstep clean
Ports: Switch to new ports system (#594) Much redundancy is removed from package scripts with this system. It also supports simple dependency management, uninstalling (through BSD ports style plist files), cleaning up after itself (with clean, clean_dist, clean_all commands), etc.
2019-09-24 06:56:39 +00:00
}
do_clean_dist() {
Ports: Prefix output with the build step and port name We already have something similar for the toolchain builds. This makes it easier to identify which build step is currently running.
2022-10-23 13:22:42 +00:00
buildstep_intro "Cleaning dist files for $port..."
buildstep clean_dist
Ports: Switch to new ports system (#594) Much redundancy is removed from package scripts with this system. It also supports simple dependency management, uninstalling (through BSD ports style plist files), cleaning up after itself (with clean, clean_dist, clean_all commands), etc.
2019-09-24 06:56:39 +00:00
}
do_clean_all() {
Ports: Prefix output with the build step and port name We already have something similar for the toolchain builds. This makes it easier to identify which build step is currently running.
2022-10-23 13:22:42 +00:00
buildstep_intro "Cleaning all for $port..."
buildstep clean_all
Ports: Switch to new ports system (#594) Much redundancy is removed from package scripts with this system. It also supports simple dependency management, uninstalling (through BSD ports style plist files), cleaning up after itself (with clean, clean_dist, clean_all commands), etc.
2019-09-24 06:56:39 +00:00
}
do_uninstall() {
Ports: Prefix output with the build step and port name We already have something similar for the toolchain builds. This makes it easier to identify which build step is currently running.
2022-10-23 13:22:42 +00:00
buildstep_intro "Uninstalling $port..."
buildstep uninstall
Ports: Switch to new ports system (#594) Much redundancy is removed from package scripts with this system. It also supports simple dependency management, uninstalling (through BSD ports style plist files), cleaning up after itself (with clean, clean_dist, clean_all commands), etc.
2019-09-24 06:56:39 +00:00
}
Ports: Detect more types of errors in the AvailablePorts.md file This adds support for detecting incorrect version numbers and links in the ports list. Also, unlike before it doesn't parse the package.sh script but executes it instead which allows us to detect syntax errors.
2021-04-23 11:53:53 +00:00
do_showproperty() {
Meta+Ports: Make 'package.sh showproperty' report multiple properties And use that to avoid shelling out multiple times for checking properties in lint-ports.py.
2022-01-17 09:49:23 +00:00
while [ $# -gt 0 ]; do
if ! declare -p "${1}" > /dev/null 2>&1; then
echo "Property '$1' is not set." >&2
exit 1
fi
property_declaration="$(declare -p "${1}")"
if [[ "$property_declaration" =~ "declare -a" ]]; then
prop_array="${1}[@]"
# Some magic to avoid empty arrays being considered unset.
echo "${!prop_array+"${!prop_array}"}"
else
echo ${!1}
fi
printf '\n'
shift
done
Ports: Build ports only once when running build_all.sh Previously we'd end up building some ports multiple times, e.g. as a dependency for another port. This changes the build_all.sh script so that it builds ports only once.
2021-04-21 20:53:02 +00:00
}
Ports: Switch to new ports system (#594) Much redundancy is removed from package scripts with this system. It also supports simple dependency management, uninstalling (through BSD ports style plist files), cleaning up after itself (with clean, clean_dist, clean_all commands), etc.
2019-09-24 06:56:39 +00:00
do_all() {
Ports: Install dependencies in separate "installdepends" step Calling installdepends in do_fetch seems kinda silly and unexpected. Let's add a separate step with the same name instead.
2021-01-21 08:31:31 +00:00
do_installdepends
Ports: Switch to new ports system (#594) Much redundancy is removed from package scripts with this system. It also supports simple dependency management, uninstalling (through BSD ports style plist files), cleaning up after itself (with clean, clean_dist, clean_all commands), etc.
2019-09-24 06:56:39 +00:00
do_fetch
Ports: Improve port build sript * Add authenticity methods: sig, asc, md5sum, sha1sum, sha256sum * Split patch into own step * Improve extraction and patching: only do it, if it hasn't already be done, to do that, hidden files are created when a file is extracted or a patch is applied * Patch function is named patched_internal to not overwrite patch command in /usr/bin
2020-02-04 00:07:27 +00:00
do_patch
Ports: Switch to new ports system (#594) Much redundancy is removed from package scripts with this system. It also supports simple dependency management, uninstalling (through BSD ports style plist files), cleaning up after itself (with clean, clean_dist, clean_all commands), etc.
2019-09-24 06:56:39 +00:00
do_configure
do_build
do_install "${1:-}"
}
Add the start of a simple ports infrastructure
2019-05-27 22:02:29 +00:00
Ports: Add './package.sh shell' to get a shell with the build env set
2021-07-07 22:43:44 +00:00
do_shell() {
do_installdepends
do_fetch
do_patch
cd "$workdir"
bash
echo "End of package shell. Back to the User shell."
}
Ports: Add a 'dev' mode that uses git to autogenerate patches for ports
2022-01-12 19:37:55 +00:00
do_generate_patch_readme() {
Ports: Move build directories into Build/
2022-07-07 16:54:55 +00:00
if [ ! -d "${PORT_META_DIR}/patches" ]; then
Ports: Add a 'dev' mode that uses git to autogenerate patches for ports
2022-01-12 19:37:55 +00:00
>&2 echo "Error: Port $port does not have any patches"
exit 1
fi
Ports: Move build directories into Build/
2022-07-07 16:54:55 +00:00
if [ -f "${PORT_META_DIR}/patches/ReadMe.md" ]; then
Ports: Add a 'dev' mode that uses git to autogenerate patches for ports
2022-01-12 19:37:55 +00:00
read -N1 -rp \
"A ReadMe.md already exists, overwrite? (N/y) " should_overwrite
echo
if [ "${should_overwrite,,}" != y ]; then
>&2 echo "Not overwriting Ports/$port/patches/ReadMe.md"
exit 0
fi
fi
Ports: Handle generating a ReadMe for an empty patch directory
2022-09-16 22:32:05 +00:00
# An existing patches directory but no actual patches presumably means that we just deleted all patches,
# so remove the ReadMe file accordingly.
if [ -z "$(find -L "${PORT_META_DIR}/patches" -maxdepth 1 -name '*.patch' -print -quit)" ]; then
>&2 echo "Port $port does not have any patches, deleting ReadMe..."
rm -f "${PORT_META_DIR}/patches/ReadMe.md"
exit 0
fi
Ports: Fix issue with the patches directory being a symlink The path of the temporary directory should be an absolute path to account for the patches directory being a symlink like in the upcoming LLVM port update.
2022-04-14 08:30:23 +00:00
local tempdir="$(pwd)/.patches.tmp"
rm -fr "$tempdir"
mkdir "$tempdir"
Ports: Add a 'dev' mode that uses git to autogenerate patches for ports
2022-01-12 19:37:55 +00:00
Ports: Move build directories into Build/
2022-07-07 16:54:55 +00:00
pushd "${PORT_META_DIR}/patches"
Ports: Add a 'dev' mode that uses git to autogenerate patches for ports
2022-01-12 19:37:55 +00:00
Ports: Move build directories into Build/
2022-07-07 16:54:55 +00:00
echo "# Patches for $port on SerenityOS" > ReadMe.md
echo >> ReadMe.md
Ports: Add a 'dev' mode that uses git to autogenerate patches for ports
2022-01-12 19:37:55 +00:00
local count=0
for patch in *.patch; do
git mailinfo \
"$tempdir/$patch.msg" \
/dev/null \
< "$patch" \
> "$tempdir/$patch.info" \
2> "$tempdir/$patch.error" \
|| {
rc=$?
>&2 echo "Failed to extract patch info from $patch"
>&2 echo "git returned $rc and said:"
>&2 cat "$tempdir/$patch.error"
exit 1
}
(
grep 'Subject: ' "$tempdir/$patch.info" | sed -e 's/Subject: \(.*\)$/\1/'
echo
cat "$tempdir/$patch.msg"
) > "$tempdir/$patch.desc"
if [ ! -s "$tempdir/$patch.desc" ]; then
>&2 echo "WARNING: $patch does not contain a valid git patch or is missing a commit message, and is going to be skipped!"
continue
fi
{
echo "## \`$patch\`"
echo
Ports: Fully delete Co-Authored-By lines from the ReadMe Otherwise, this results in a number of empty lines where Co-Authored-By would have been.
2022-05-21 18:44:27 +00:00
sed -e '/^Co-Authored-By: /d' < "$tempdir/$patch.desc"
Ports: Add a 'dev' mode that uses git to autogenerate patches for ports
2022-01-12 19:37:55 +00:00
echo
} >> ReadMe.md
count=$((count + 1))
done
popd
>&2 echo "Successfully generated entries for $count patch(es) in patches/ReadMe.md."
}
launch_user_shell() {
env \
IN_SERENITY_PORT_DEV="$port" \
"${SHELL:-bash}" || \
true
}
prompt_yes_no() {
read -N1 -rp \
"$1 (N/y) " result
2>&1 echo
if [ "${result,,}" == y ]; then
return 0
else
return 1
fi
}
Ports: Make the patch auto-import script care about the patch's authors Previously it would commit with the current user's git identity, this commit makes it ask the user if they want to retain the original author(s) of the patch as commit authors and co-authors, as well as the original commit date.
2022-05-16 11:56:07 +00:00
prompt_yes_no_default_yes() {
read -N1 -rp \
"$1 (Y/n) " result
2>&1 echo
if [ "${result,,}" == n ]; then
return 1
else
return 0
fi
}
Ports: Add a 'dev' mode that uses git to autogenerate patches for ports
2022-01-12 19:37:55 +00:00
do_dev() {
if [ -n "${IN_SERENITY_PORT_DEV:-}" ]; then
>&2 echo "Error: Already in dev environment for $IN_SERENITY_PORT_DEV"
exit 1
fi
Ports: De-special case `./package.sh dev` There is nothing special about the `dev` command; move its logic to `do_dev` and invoke it generalized.
2023-05-08 23:17:52 +00:00
if [ "${1:-}" != "--no-depends" ]; then
do_installdepends
fi
Ports: Introduce support for Git repositories
2023-09-02 07:18:50 +00:00
if [ -d "$workdir" ] && [ ! -e "$workdir/.git" ]; then
Ports: Fix a typo in `.port_include.sh`
2023-07-02 02:03:49 +00:00
if prompt_yes_no "- Would you like to clean the working directory (i.e. ./package.sh clean)?"; then
Ports: De-special case `./package.sh dev` There is nothing special about the `dev` command; move its logic to `do_dev` and invoke it generalized.
2023-05-08 23:17:52 +00:00
do_clean
fi
fi
Ports: Force patch regeneration after resolving conflicts Otherwise, the post-conflict state will be used as a reference point, and no changes will be detected.
2023-04-19 02:46:42 +00:00
local force_patch_regeneration='false'
[ -d "$workdir" ] || {
Ports: Unify the git "origin" and the working copy I've lost more changes to "you forgot to push the changed commits to the remote" than I'd like to admit, so let's just unify both and only ever use the actual working repository for detemining whether any patches have changed.
2022-09-16 21:43:16 +00:00
do_fetch
pushd "$workdir"
Ports: Introduce support for Git repositories
2023-09-02 07:18:50 +00:00
if [ ! -e ".git" ]; then
Ports: Add a 'dev' mode that uses git to autogenerate patches for ports
2022-01-12 19:37:55 +00:00
git init .
Ports: Ensure that `core.autocrlf` is disabled before handling patches While `core.autocrlf=false` should be the default, there will certainly be users that have changed the default setting in their global configuration. Ensure that the setting is disabled to avoid accidentally mangling or not applying our patches.
2022-06-16 16:56:08 +00:00
git config core.autocrlf false
Ports: Force-add all files when entering `dev` This keeps us from accidentally excluding files that are listed in the `.gitignore` but that are included in the tarball anyways.
2022-05-31 22:59:55 +00:00
git add --all --force
Ports: Add a 'dev' mode that uses git to autogenerate patches for ports
2022-01-12 19:37:55 +00:00
git commit -a -m 'Initial import'
Ports: Pass `--no-sign` to tagging operations If the user chose to sign tags by default, not passing this flag will force a signed and therefore annotated tag, which requires a message.
2023-09-06 21:50:31 +00:00
git tag --no-sign source
Ports: Add a 'dev' mode that uses git to autogenerate patches for ports
2022-01-12 19:37:55 +00:00
fi
Ports: Unify the git "origin" and the working copy I've lost more changes to "you forgot to push the changed commits to the remote" than I'd like to admit, so let's just unify both and only ever use the actual working repository for detemining whether any patches have changed.
2022-09-16 21:43:16 +00:00
Ports: Follow symlinks while discovering whether a port has patches This enables us to use `./package.sh dev` with LLVM and GCC.
2022-09-16 18:01:30 +00:00
if [ -d "${PORT_META_DIR}/patches" ] && [ -n "$(find -L "${PORT_META_DIR}/patches" -maxdepth 1 -name '*.patch' -print -quit)" ]; then
Ports: Move build directories into Build/
2022-07-07 16:54:55 +00:00
for patch in "${PORT_META_DIR}"/patches/*.patch; do
Ports: Remove `./package.sh dev` support for non-Git patches All of our existing patches have been converted into Git patch format, and new patches are created through `./package.sh dev` itself.
2023-09-02 07:34:46 +00:00
if ! git am --keep-cr --keep-non-patch --3way "$patch"; then
# The patch didn't apply, oh no!
# `git am` already printed instructions, so drop into a shell for the user to follow them.
launch_user_shell
force_patch_regeneration='true'
Ports: Add a 'dev' mode that uses git to autogenerate patches for ports
2022-01-12 19:37:55 +00:00
Ports: Make 'package.sh dev' a bit more friendly when importing patches When a git patch that doesn't apply is encountered, start a git am session and _then_ drop the user in it instead of expeting the user to start the session on their own. Also prompt for leftover files and delete them if the user does not want them.
2022-01-24 12:28:56 +00:00
if ! git diff --quiet >/dev/null 2>&1; then
>&2 echo "- It appears that there are uncommitted changes from applying the previous patch:"
for line in $(git diff --color=always); do
echo "| $line"
done
if prompt_yes_no "- Would you like to drop them before moving on to the next patch?"; then
git clean -xf
else
>&2 echo "- The uncommitted changes will be committed with the next patch or left in the tree."
fi
Ports: Add a 'dev' mode that uses git to autogenerate patches for ports
2022-01-12 19:37:55 +00:00
fi
Ports: Remove `./package.sh dev` support for non-Git patches All of our existing patches have been converted into Git patch format, and new patches are created through `./package.sh dev` itself.
2023-09-02 07:34:46 +00:00
fi
Ports: Add a 'dev' mode that uses git to autogenerate patches for ports
2022-01-12 19:37:55 +00:00
done
fi
Ports: Place tags at important points in the commit history This helps with easier rebasing and for easier comparing or returning to the state at which the last actual on-disk patches were.
2022-09-16 22:19:34 +00:00
Ports: Introduce support for Git repositories
2023-09-02 07:18:50 +00:00
git tag --no-sign -f patched
Ports: Place tags at important points in the commit history This helps with easier rebasing and for easier comparing or returning to the state at which the last actual on-disk patches were.
2022-09-16 22:19:34 +00:00
Ports: Add a 'dev' mode that uses git to autogenerate patches for ports
2022-01-12 19:37:55 +00:00
popd
Ports: Force patch regeneration after resolving conflicts Otherwise, the post-conflict state will be used as a reference point, and no changes will be detected.
2023-04-19 02:46:42 +00:00
}
Ports: Add a 'dev' mode that uses git to autogenerate patches for ports
2022-01-12 19:37:55 +00:00
Ports: Introduce support for Git repositories
2023-09-02 07:18:50 +00:00
[ -e "$workdir/.git" ] || {
Ports: Unify the git "origin" and the working copy I've lost more changes to "you forgot to push the changed commits to the remote" than I'd like to admit, so let's just unify both and only ever use the actual working repository for detemining whether any patches have changed.
2022-09-16 21:43:16 +00:00
>&2 echo "$workdir does not appear to be a git repository."
>&2 echo "If you want to use './package.sh dev', please run './package.sh clean' first."
exit 1
Ports: Add a 'dev' mode that uses git to autogenerate patches for ports
2022-01-12 19:37:55 +00:00
}
Ports: Automatically enter the work directory when running `dev`
2022-06-05 01:04:43 +00:00
pushd "$workdir"
Ports: Add a 'dev' mode that uses git to autogenerate patches for ports
2022-01-12 19:37:55 +00:00
launch_user_shell
Ports: Automatically enter the work directory when running `dev`
2022-06-05 01:04:43 +00:00
popd >/dev/null 2>&1
Ports: Add a 'dev' mode that uses git to autogenerate patches for ports
2022-01-12 19:37:55 +00:00
Ports: Use clearer tag names for `./package.sh dev` The old names only made sense in the context of `./package.sh dev` but that will not be the only context anymore very soon.
2023-09-06 21:46:11 +00:00
local original_hash="$(git -C "$workdir" rev-parse refs/tags/patched)"
Ports: Unify the git "origin" and the working copy I've lost more changes to "you forgot to push the changed commits to the remote" than I'd like to admit, so let's just unify both and only ever use the actual working repository for detemining whether any patches have changed.
2022-09-16 21:43:16 +00:00
local current_hash="$(git -C "$workdir" rev-parse HEAD)"
Ports: Add a 'dev' mode that uses git to autogenerate patches for ports
2022-01-12 19:37:55 +00:00
Ports: Only regenerate patches if there are actual changed commits We were previously comparing the hash against the hash after the initial import, which caused us to regenerate patches every time as long as we did have patches (even if they haven't changed at all) and the script entirely missing that it should remove patches if the current commit is the "import" commit.
2022-09-16 22:21:13 +00:00
# If the hashes are the same, we have no changes, otherwise generate patches
Ports: Force patch regeneration after resolving conflicts Otherwise, the post-conflict state will be used as a reference point, and no changes will be detected.
2023-04-19 02:46:42 +00:00
if [ "$original_hash" != "$current_hash" ] || [ "${force_patch_regeneration}" = "true" ]; then
Ports: Only regenerate patches if there are actual changed commits We were previously comparing the hash against the hash after the initial import, which caused us to regenerate patches every time as long as we did have patches (even if they haven't changed at all) and the script entirely missing that it should remove patches if the current commit is the "import" commit.
2022-09-16 22:21:13 +00:00
>&2 echo "Note: Regenerating patches as there are changed commits in the port repo (started at $original_hash, now is $current_hash)"
Ports: Move build directories into Build/
2022-07-07 16:54:55 +00:00
rm -fr "${PORT_META_DIR}"/patches/*.patch
Ports: Use clearer tag names for `./package.sh dev` The old names only made sense in the context of `./package.sh dev` but that will not be the only context anymore very soon.
2023-09-06 21:46:11 +00:00
git -C "$workdir" format-patch --no-numbered --zero-commit --no-signature --full-index refs/tags/source -o "$(realpath "${PORT_META_DIR}/patches")"
Ports: Add a 'dev' mode that uses git to autogenerate patches for ports
2022-01-12 19:37:55 +00:00
do_generate_patch_readme
fi
}
Ports: Require less commands in .port_include.sh - fallback to http with curl when https fails - add --no-gpg-verification, which will skip gpg signature verification
2021-04-10 23:01:20 +00:00
NO_GPG=false
parse_arguments() {
if [ -z "${1:-}" ]; then
do_all
Ports: Return early in parse_arguments() in .port_include.sh
2021-10-19 22:14:40 +00:00
return
Ports: Require less commands in .port_include.sh - fallback to http with curl when https fails - add --no-gpg-verification, which will skip gpg signature verification
2021-04-10 23:01:20 +00:00
fi
Ports: Return early in parse_arguments() in .port_include.sh
2021-10-19 22:14:40 +00:00
case "$1" in
Ports: De-special case `./package.sh dev` There is nothing special about the `dev` command; move its logic to `do_dev` and invoke it generalized.
2023-05-08 23:17:52 +00:00
build|clean|clean_all|clean_dist|configure|dev|fetch|generate_patch_readme|install|installdepends|patch|shell|showproperty|uninstall)
Ports: Return early in parse_arguments() in .port_include.sh
2021-10-19 22:14:40 +00:00
method=$1
shift
do_${method} "$@"
;;
--auto)
do_all $1
;;
--no-gpg-verification)
NO_GPG=true
shift
parse_arguments $@
;;
Ports: Add interactive mode to .port_include.sh Running `./package.sh interactive` in a port directory will spawn a new shell with the serenity build environment set up. This makes porting software much easier as build commands can be run interactively instead of having to modify package.sh just to test things.
2022-01-09 01:16:31 +00:00
interactive)
export PS1="(serenity):\w$ "
bash --norc
;;
Ports: Return early in parse_arguments() in .port_include.sh
2021-10-19 22:14:40 +00:00
*)
Ports: Alphabetize commands in `.port_include.sh` Also remove a stray newline.
2023-05-08 23:13:41 +00:00
>&2 echo "I don't understand $1! Supported arguments: build, clean, clean_all, clean_dist, configure, dev, fetch, generate_patch_readme, install, installdepends, interactive, patch, shell, showproperty, uninstall."
Ports: Return early in parse_arguments() in .port_include.sh
2021-10-19 22:14:40 +00:00
exit 1
;;
esac
Ports: Require less commands in .port_include.sh - fallback to http with curl when https fails - add --no-gpg-verification, which will skip gpg signature verification
2021-04-10 23:01:20 +00:00
}
parse_arguments $@
Reference in a new issue Copy permalink