build.php

<?php

/**
 * Script used to build Joomla distribution archive packages
 * Builds packages in tmp/packages folder (for example, 'build/tmp/packages')
 *
 * Note: the new package must be tagged in your git repository BEFORE doing this
 * It uses the git tag for the new version, not trunk.
 *
 * This script is designed to be run in CLI on Linux, Mac OS X and WSL.
 * Make sure your default umask is 022 to create archives with correct permissions.
 *
 * For WSL based setups make sure there is a /etc/wsl.conf with the following content:
 * [automount]
 * enabled=true
 * options=metadata,uid=1000,gid=1000,umask=022
 *
 * Steps:
 * 1. Tag new release in the local git repository (for example, "git tag 2.5.1")
 * 2. Set the $version and $release variables for the new version.
 * 3. Run from CLI as: 'php build.php" from build directory.
 * 4. Check the archives in the tmp directory.
 *
 * @package    Joomla.Build
 * @copyright  (C) 2012 Open Source Matters, Inc. <https://www.joomla.org>
 * @license    GNU General Public License version 2 or later; see LICENSE.txt
 */

use Joomla\CMS\Version;

const PHP_TAB = "\t";

function usage(string $command)
{
    echo PHP_EOL;
    echo 'Usage: php ' . $command . ' [options]' . PHP_EOL;
    echo PHP_TAB . '[options]:' . PHP_EOL;
    echo PHP_TAB . PHP_TAB . '--remote=<remote>:' . PHP_TAB . 'The git remote reference to build from (ex: `tags/3.8.6`, `4.0-dev`), defaults to the most recent tag for the repository' . PHP_EOL;
    echo PHP_TAB . PHP_TAB . '--exclude-zip:' . PHP_TAB . PHP_TAB . 'Exclude the generation of .zip packages' . PHP_EOL;
    echo PHP_TAB . PHP_TAB . '--exclude-gzip:' . PHP_TAB . PHP_TAB . 'Exclude the generation of .tar.gz packages' . PHP_EOL;
    echo PHP_TAB . PHP_TAB . '--exclude-bzip2:' . PHP_TAB . 'Exclude the generation of .tar.bz2 packages' . PHP_EOL;
    echo PHP_TAB . PHP_TAB . '--include-zstd:' . PHP_TAB . 'Include the generation of .tar.zst packages' . PHP_EOL;
    echo PHP_TAB . PHP_TAB . '--help:' . PHP_TAB . PHP_TAB . PHP_TAB . 'Show this help output' . PHP_EOL;
    echo PHP_EOL;
}

function clean_checkout(string $dir)
{
    // Save the current working directory to restore when complete
    $cwd = getcwd();
    chdir($dir);

    echo "Cleaning checkout in $dir.\n";

    // Removes .DS_Store; .git sources; testing, CI, and IDE configuration files; Changelogs; GitHub Meta; and README files
    system('find . -name .appveyor.yml | xargs rm -rf -');
    system('find . -name .coveralls.yml | xargs rm -rf -');
    system('find . -name .DS_Store | xargs rm -rf -');
    system('find . -name .editorconfig | xargs rm -rf -');
    system('find . -name .gitattributes | xargs rm -rf -');
    system('find . -name .github | xargs rm -rf -');
    system('find . -name .gitignore | xargs rm -rf -');
    system('find . -name .gitmodules | xargs rm -rf -');
    system('find . -name .php-cs-fixer.dist.php | xargs rm -rf -');
    system('find . -name .scrutinizer.yml | xargs rm -rf -');
    system('find . -name .travis.yml | xargs rm -rf -');
    system('find . -name appveyor.yml | xargs rm -rf -');
    system('find . -name CHANGELOG.md | xargs rm -rf -');
    system('find . -name CONTRIBUTING.md | xargs rm -rf -');
    system('find . -name psalm.xml | xargs rm -rf -');
    system('find . -name psalm.xml.dist | xargs rm -rf -');
    system('find . -name phpcs.xml | xargs rm -rf -');
    system('find . -name phpcs.xml.dist | xargs rm -rf -');
    system('find . -name phpunit.xml | xargs rm -rf -');
    system('find . -name phpunit.*.xml | xargs rm -rf -');
    system('find . -name phpunit.xml.dist | xargs rm -rf -');
    system('find . -name README.md | xargs rm -rf -');
    system('find . -name SECURITY.md | xargs rm -rf -');

    echo "Cleaning vendors.\n";

    system('find libraries/vendor -name CODE_OF_CONDUCT.md | xargs rm -rf -');
    system('find libraries/vendor -name CONDUCT.md | xargs rm -rf -');
    system('find libraries/vendor -name docker-compose.yml | xargs rm -rf -');
    system('find libraries/vendor -name phpunit.xml | xargs rm -rf -');
    system('find libraries/vendor -name README.md | xargs rm -rf -');
    system('find libraries/vendor -name readme.md | xargs rm -rf -');
    system('find libraries/vendor -name UPGRADING.md | xargs rm -rf -');
    system('find libraries/vendor -name SUMMARY.md | xargs rm -rf -');
    system('find libraries/vendor -name .travis.yml | xargs rm -rf -');
    system('find libraries/vendor -name .git | xargs rm -rf -');
    system('find libraries/vendor -name .gitignore | xargs rm -rf -');
    system('find libraries/vendor -name .gitmodules | xargs rm -rf -');
    system('find libraries/vendor -name ISSUE_TEMPLATE | xargs rm -rf -');
    system('find libraries/vendor -name CONTRIBUTING.md | xargs rm -rf -');
    system('find libraries/vendor -name CHANGES.md | xargs rm -rf -');
    system('find libraries/vendor -name CHANGELOG.md | xargs rm -rf -');
    system('find libraries/vendor -name SECURITY.md | xargs rm -rf -');
    system('find libraries/vendor -name psalm.md | xargs rm -rf -');
    system('find libraries/vendor -name psalm-baseline.md | xargs rm -rf -');
    system('find libraries/vendor -name psalm-baseline.xml | xargs rm -rf -');
    system('find libraries/vendor -name .yamllint | xargs rm -rf -');
    system('find libraries/vendor -name .remarkrc | xargs rm -rf -');
    system('find libraries/vendor -name .editorconfig | xargs rm -rf -');
    system('find libraries/vendor -name appveyor.yml | xargs rm -rf -');
    system('find libraries/vendor -name phpunit.xml.dist | xargs rm -rf -');
    system('find libraries/vendor -name .php_cs | xargs rm -rf -');
    system('find libraries/vendor -name .php_cs.dist | xargs rm -rf -');
    system('find libraries/vendor -name phpcs.xsd | xargs rm -rf -');
    system('find libraries/vendor -name phpcs.xml | xargs rm -rf -');
    system('find libraries/vendor -name build.xml | xargs rm -rf -');
    system('find libraries/vendor -name infection.json.dist | xargs rm -rf -');
    system('find libraries/vendor -name phpbench.json | xargs rm -rf -');
    system('find libraries/vendor -name phpstan.neon.dist | xargs rm -rf -');
    system('find libraries/vendor -name .doctrine-project.json | xargs rm -rf -');
    system('find libraries/vendor -name .pullapprove.yml | xargs rm -rf -');
    system('find libraries/vendor -name phpstan.neon | xargs rm -rf -');
    system('find libraries/vendor -name _config.yml | xargs rm -rf -');
    system('find libraries/vendor -name .bowerrc | xargs rm -rf -');
    system('find libraries/vendor -name bower.json | xargs rm -rf -');
    system('rm -rf libraries/vendor/bin');

    // aldo26-matthias/idna-convert
    system('rm -rf libraries/vendor/algo26-matthias/idna-convert/tests');

    // defuse/php-encryption
    system('rm -rf libraries/vendor/defuse/php-encryption/docs');

    // doctrine/inflector
    system('rm -rf libraries/vendor/doctrine/inflector/docs');

    // fig/link-util
    system('rm -rf libraries/vendor/fig/link-util/test');

    // google/recaptcha
    system('rm -rf libraries/vendor/google/recaptcha/examples');
    system('rm -rf libraries/vendor/google/recaptcha/tests');

    // jakeasmith/http_build_url
    system('rm -rf libraries/vendor/jakeasmith/http_build_url/tests');

    // joomla/*
    system('rm -rf libraries/vendor/joomla/*/docs');
    system('rm -rf libraries/vendor/joomla/*/tests');
    system('rm -rf libraries/vendor/joomla/*/Tests');
    system('rm -rf libraries/vendor/joomla/*/ruleset.xml');

    // testing sampledata
    system('rm -rf plugins/sampledata/testing');
    system('rm -rf images/sampledata/parks');
    system('rm -rf images/sampledata/fruitshop');

    // maximebf/debugbar
    system('rm -rf libraries/vendor/maximebf/debugbar/build');
    system('rm -rf libraries/vendor/maximebf/debugbar/demo');
    system('rm -rf libraries/vendor/maximebf/debugbar/docs');
    system('rm -rf libraries/vendor/maximebf/debugbar/tests');

    // paragonie/sodium_compat
    system('rm -rf libraries/vendor/paragonie/sodium_compat/build-phar.sh');

    // phpmailer/phpmailer
    system('rm -rf libraries/vendor/phpmailer/phpmailer/language');
    system('rm -rf libraries/vendor/phpmailer/phpmailer/get_oauth_token.php');

    // psr/log
    system('rm -rf libraries/vendor/psr/log/Psr/Log/Test');

    // symfony/*
    system('rm -rf libraries/vendor/symfony/*/Resources/doc');
    system('rm -rf libraries/vendor/symfony/*/Tests');
    system('rm -rf libraries/vendor/symfony/console/Resources');

    // tobscure/json-api
    system('rm -rf libraries/vendor/tobscure/json-api/tests');

    // wamania/php-stemmer
    system('rm -rf libraries/vendor/wamania/php-stemmer/test');

    // willdurand/negotiation
    system('rm -rf libraries/vendor/willdurand/negotiation/tests');

    echo "Cleanup complete.\n";

    chdir($cwd);
}

function clean_composer(string $dir)
{
    // Save the current working directory to restore when complete
    $cwd = getcwd();
    chdir($dir);

    echo "Cleaning Composer manifests in $dir.\n";

    // Removes Composer manifests
    system('find . -name composer.json | xargs rm -rf -');
    system('find . -name composer.lock | xargs rm -rf -');

    echo "Cleanup complete.\n";

    chdir($cwd);
}

$time = time();

// Set path to git binary (e.g., /usr/local/git/bin/git or /usr/bin/git)
ob_start();
passthru('which git', $systemGit);
$systemGit = trim(ob_get_clean());

// Make sure file and folder permissions are set correctly
umask(022);

// Shortcut the paths to the repository root and build folder
$repo = dirname(__DIR__);
$here = __DIR__;

// Set paths for the build packages
$tmp      = $here . '/tmp';
$fullpath = $tmp . '/' . $time;

// Parse input options
$options = getopt('', ['help', 'remote::', 'exclude-zip', 'exclude-gzip', 'exclude-bzip2', 'include-zstd', 'disable-patch-packages']);

$remote       = $options['remote'] ?? false;
$excludeZip   = isset($options['exclude-zip']);
$excludeGzip  = isset($options['exclude-gzip']);
$excludeBzip2 = isset($options['exclude-bzip2']);
$excludeZstd  = !isset($options['include-zstd']);
$buildPatchPackages = !isset($options['disable-patch-packages']);
$showHelp     = isset($options['help']);

// Disable the generation of extra text files
$includeExtraTextfiles = false;

if ($showHelp) {
    usage($argv[0]);
    exit;
}

// If not given a remote, assume we are looking for the latest local tag
if (!$remote) {
    chdir($repo);
    $tagVersion = system($systemGit . ' describe --tags `' . $systemGit . ' rev-list --tags --max-count=1`', $tagVersion);
    $remote = 'tags/' . $tagVersion;
    chdir($here);

    // We are in release mode so we need the extra text files
    $includeExtraTextfiles = true;
}

echo "Start build for remote $remote.\n";
echo "Delete old release folder.\n";
system('rm -rf ' . $tmp);
mkdir($tmp);
mkdir($fullpath);

echo "Copy the files from the git repository.\n";
chdir($repo);
system($systemGit . ' archive ' . $remote . ' | tar -x -C ' . $fullpath);

// Install PHP and NPM dependencies and compile required media assets, skip Composer autoloader until post-cleanup
chdir($fullpath);
system('composer install --no-dev --no-autoloader --ignore-platform-reqs', $composerReturnCode);

if ($composerReturnCode !== 0) {
    echo "`composer install` did not complete as expected.\n";
    exit(1);
}

system('npm install --unsafe-perm', $npmReturnCode);

if ($npmReturnCode !== 0) {
    echo "`npm install` did not complete as expected.\n";
    exit(1);
}

// Create gzipped version of the static assets
system('npm run gzip', $gzipReturnCode);

if ($gzipReturnCode !== 0) {
    echo "`npm run gzip` did not complete as expected.\n";
    exit(1);
}

// Create version entries of the static assets in their respective joomla.asset.json
system('npm run versioning', $verReturnCode);

if ($verReturnCode !== 0) {
    echo "`npm run versioning` did not complete as expected.\n";
    exit(1);
}

// Clean the checkout of extra resources
clean_checkout($fullpath);

// Regenerate the Composer autoloader without deleted files
system('composer dump-autoload --no-dev --optimize --no-scripts');

// Clean the Composer manifests now
clean_composer($fullpath);

// And cleanup the Node installation
system('rm -rf node_modules');

echo "Workspace built.\n";

// Import the version class to set the version information
define('JPATH_PLATFORM', 1);
require_once $fullpath . '/libraries/src/Version.php';

// Set version information for the build
$version     = Version::MAJOR_VERSION . '.' . Version::MINOR_VERSION;
$release     = Version::PATCH_VERSION;
$fullVersion = (new Version())->getShortVersion();

$previousRelease = Version::PATCH_VERSION - 1;

if ($previousRelease < 0) {
    $previousRelease = false;
}

chdir($tmp);
system('mkdir diffdocs');
system('mkdir diffconvert');
system('mkdir packages');

echo "Create list of changed files from git repository for version $fullVersion.\n";

/*
 * Here we force add every top-level directory and file in our diff archive, even if they haven't changed.
 * This allows us to install these files from the Extension Manager.
 * So we add the index file for each top-level directory.
 * Note: If we add new top-level directories or files, be sure to include them here.
 */
$filesArray = array(
    "administrator/index.php\n" => true,
    "api/index.php\n" => true,
    "cache/index.html\n" => true,
    "cli/index.html\n" => true,
    "components/index.html\n" => true,
    "images/index.html\n" => true,
    "includes/index.html\n" => true,
    "language/index.html\n" => true,
    "layouts/index.html\n" => true,
    "libraries/index.html\n" => true,
    "media/index.html\n" => true,
    "modules/index.html\n" => true,
    "plugins/index.html\n" => true,
    "templates/index.html\n" => true,
    "tmp/index.html\n" => true,
    "htaccess.txt\n" => true,
    "index.php\n" => true,
    "LICENSE.txt\n" => true,
    "README.txt\n" => true,
    "robots.txt.dist\n" => true,
    "web.config.txt\n" => true
);

/*
 * Here we set the files/folders which should not be packaged at any time
 * These paths are from the repository root without the leading slash
 * Because this is a fresh copy from a git tag, local environment files may be ignored
 */
$doNotPackage = array(
    '.appveyor.yml',
    '.drone.yml',
    '.editorconfig',
    '.github',
    '.gitignore',
    '.php-cs-fixer.dist.php',
    'CODE_OF_CONDUCT.md',
    'README.md',
    'acceptance.suite.yml',
    'appveyor-phpunit.xml',
    'build',
    'build.xml',
    'codeception.yml',
    'composer.json',
    'composer.lock',
    'crowdin.yml',
    'package-lock.json',
    'package.json',
    'phpunit-pgsql.xml.dist',
    'phpunit.xml.dist',
    'plugins/sampledata/testing/testing.php',
    'plugins/sampledata/testing/testing.xml',
    'plugins/sampledata/testing/language/en-GB/en-GB.plg_sampledata_testing.ini',
    'plugins/sampledata/testing/language/en-GB/en-GB.plg_sampledata_testing.sys.ini',
    'ruleset.xml',
    'selenium.log',
    'tests',
    // Media Manager Node Assets
    'administrator/components/com_media/resources',
);

/*
 * Here we set the files/folders which should not be packaged with patch packages only
 * These paths are from the repository root without the leading slash
 */
$doNotPatch = array(
    'administrator/cache',
    'administrator/logs',
    'installation',
    'images',
);

/*
 * This array will contain the checksums for all files which are created by this script.
 * This is an associative array with the following structure:
 * array(
 *   'filename' => array(
 *     'type1' => 'hash',
 *     'type2' => 'hash',
 *   ),
 * )
 */
$checksums = array();

// For the packages, replace spaces in stability (RC) with underscores
$packageStability = str_replace(' ', '_', Version::DEV_STATUS);

// Delete the files and folders we exclude from the packages (tests, docs, build, etc.).
echo "Delete folders not included in packages.\n";

foreach ($doNotPackage as $removeFile) {
    system('rm -rf ' . $time . '/' . $removeFile);
}

// Count down starting with the latest release and add diff files to this array
for ($num = $release - 1; $num >= 0; $num--) {
    if (!$buildPatchPackages) {
        echo "Disabled creating patch package for $num per flag.\n";
        continue;
    }

    echo "Create version $num update packages.\n";

    // Here we get a list of all files that have changed between the two references ($previousTag and $remote) and save in diffdocs
    $previousTag = $version . '.' . $num;
    $command     = $systemGit . ' diff tags/' . $previousTag . ' ' . $remote . ' --name-status > diffdocs/' . $version . '.' . $num;

    system($command);

    // $filesArray will hold the array of files to include in diff package
    $deletedFiles = array();
    $files        = file('diffdocs/' . $version . '.' . $num);

    // Loop through and add all files except: tests, installation, build, .git, .travis, travis, phpunit, .md, or images
    foreach ($files as $file) {
        if (substr($file, 0, 1) === 'R') {
            $fileName = substr($file, strrpos($file, "\t") + 1);
        } else {
            $fileName = substr($file, 2);
        }

        $folderPath             = explode('/', $fileName);
        $baseFolderName         = $folderPath[0];
        $doNotPackageFile       = in_array(trim($fileName), $doNotPackage);
        $doNotPatchFile         = in_array(trim($fileName), $doNotPatch);
        $doNotPackageBaseFolder = in_array($baseFolderName, $doNotPackage);
        $doNotPatchBaseFolder   = in_array($baseFolderName, $doNotPatch);
        $dirtyHackForMediaCheck = false;

        // The raw files for the vue files are not packaged but are not a top level directory so aren't handled by the
        // above checks. This is dirty but a fairly performant fix for now until we can come up with something better.
        if (count($folderPath) >= 4) {
            $fullPath = [$folderPath[0] . '/' . $folderPath[1] . '/' . $folderPath[2] . '/' . $folderPath[3]];
            $dirtyHackForMediaCheck = in_array('administrator/components/com_media/resources', $fullPath);
        }

        if ($dirtyHackForMediaCheck || $doNotPackageFile || $doNotPatchFile || $doNotPackageBaseFolder || $doNotPatchBaseFolder) {
            continue;
        }

        // Act on the file based on the action
        switch (substr($file, 0, 1)) {
            // This is a new case with git 2.9 to handle renamed files
            case 'R':
                // Explode the file on the tab character; key 0 is the action (rename), key 1 is the old filename, and key 2 is the new filename
                $renamedFileData = explode("\t", $file);

                // Add the new file for packaging
                $filesArray[$renamedFileData[2]] = true;

                // And flag the old file as deleted
                $deletedFiles[] = $renamedFileData[1];

                break;

            // Deleted files
            case 'D':
                $deletedFiles[] = $fileName;

                break;

            // Regular additions and modifications
            default:
                $filesArray[$fileName] = true;

                break;
        }
    }

    // Write the file list to a text file.
    $filePut = array_keys($filesArray);
    sort($filePut);
    file_put_contents('diffconvert/' . $version . '.' . $num, implode('', $filePut));
    file_put_contents('diffconvert/' . $version . '.' . $num . '-deleted', $deletedFiles);

    // Only create archives for 0 and most recent versions. Skip other update versions.
    if ($num != 0 && ($num != $release - 1)) {
        echo "Skipping patch archive for version $version.$num\n";

        continue;
    }

    $fromName = $num == 0 ? 'x' : $num;

    // Create the diff archive packages using the file name list.
    if (!$excludeBzip2) {
        $packageName = 'Joomla_' . $version . '.' . $fromName . '_to_' . $fullVersion . '-' . $packageStability . '-Patch_Package.tar.bz2';
        echo "Building " . $packageName . "... ";
        system('tar --create --bzip2 --no-recursion --directory ' . $time . ' --file packages/' . $packageName . ' --files-from diffconvert/' . $version . '.' . $num . '> /dev/null');
        echo "done.\n";
        $checksums[$packageName] = array();
    }

    if (!$excludeGzip) {
        $packageName = 'Joomla_' . $version . '.' . $fromName . '_to_' . $fullVersion . '-' . $packageStability . '-Patch_Package.tar.gz';
        echo "Building " . $packageName . "... ";
        system('tar --create --gzip  --no-recursion --directory ' . $time . ' --file packages/' . $packageName . ' --files-from diffconvert/' . $version . '.' . $num . '> /dev/null');
        echo "done.\n";
        $checksums[$packageName] = array();
    }

    if (!$excludeZip) {
        $packageName = 'Joomla_' . $version . '.' . $fromName . '_to_' . $fullVersion . '-' . $packageStability . '-Patch_Package.zip';
        echo "Building " . $packageName . "... ";
        chdir($time);
        system('zip ../packages/' . $packageName . ' -@ < ../diffconvert/' . $version . '.' . $num . '> /dev/null');
        chdir('..');
        echo "done.\n";
        $checksums[$packageName] = array();
    }

    if (!$excludeZstd) {
        $packageName = 'Joomla_' . $version . '.' . $fromName . '_to_' . $fullVersion . '-' . $packageStability . '-Patch_Package.tar.zst';
        echo "Building " . $packageName . "... ";
        system('tar --create --use-compress-program=zstd --no-recursion --directory ' . $time . ' --file packages/' . $packageName . ' --files-from diffconvert/' . $version . '.' . $num . '> /dev/null');
        echo "done.\n";
        $checksums[$packageName] = array();
    }
}

echo "Build full package files.\n";
chdir($time);

// The search package manifest should not be present for new installs, temporarily move it
system('mv administrator/manifests/packages/pkg_search.xml ../pkg_search.xml');

// The restore_finalisation.php should not be present for new installs, temporarily move it
system('mv administrator/components/com_joomlaupdate/restore_finalisation.php ../restore_finalisation.php');

// Create full archive packages.
if (!$excludeBzip2) {
    $packageName = 'Joomla_' . $fullVersion . '-' . $packageStability . '-Full_Package.tar.bz2';
    echo "Building " . $packageName . "... ";
    system('tar --create --bzip2 --file ../packages/' . $packageName . ' * > /dev/null');
    echo "done.\n";
    $checksums[$packageName] = array();
}

if (!$excludeGzip) {
    $packageName = 'Joomla_' . $fullVersion . '-' . $packageStability . '-Full_Package.tar.gz';
    echo "Building " . $packageName . "... ";
    system('tar --create --gzip --file ../packages/' . $packageName . ' * > /dev/null');
    echo "done.\n";
    $checksums[$packageName] = array();
}

if (!$excludeZip) {
    $packageName = 'Joomla_' . $fullVersion . '-' . $packageStability . '-Full_Package.zip';
    echo "Building " . $packageName . "... ";
    system('zip -r ../packages/' . $packageName . ' * > /dev/null');
    echo "done.\n";
    $checksums[$packageName] = array();
}

if (!$excludeZstd) {
    $packageName = 'Joomla_' . $fullVersion . '-' . $packageStability . '-Full_Package.tar.zst';
    echo "Building " . $packageName . "... ";
    system('tar --create --use-compress-program=zstd --file ../packages/' . $packageName . ' * > /dev/null');
    echo "done.\n";
    $checksums[$packageName] = array();
}

// Create full update file without the default logs directory, installation folder, or sample images.
echo "Build full update package.\n";
system('rm -r administrator/logs');
system('rm -r installation');
system('rm -r images/banners');
system('rm -r images/headers');
system('rm -r images/sampledata');
system('rm images/joomla_black.png');
system('rm images/powered_by.png');

// Move the search manifest back
system('mv ../pkg_search.xml administrator/manifests/packages/pkg_search.xml');

// Move the restore_finalisation.php back
system('mv ../restore_finalisation.php administrator/components/com_joomlaupdate/restore_finalisation.php');

if (!$excludeBzip2) {
    $packageName = 'Joomla_' . $fullVersion . '-' . $packageStability . '-Update_Package.tar.bz2';
    echo "Building " . $packageName . "... ";
    system('tar --create --bzip2 --file ../packages/' . $packageName . ' * > /dev/null');
    echo "done.\n";
    $checksums[$packageName] = array();
}

if (!$excludeGzip) {
    $packageName = 'Joomla_' . $fullVersion . '-' . $packageStability . '-Update_Package.tar.gz';
    echo "Building " . $packageName . "... ";
    system('tar --create --gzip --file ../packages/' . $packageName . ' * > /dev/null');
    echo "done.\n";
    $checksums[$packageName] = array();
}

if (!$excludeZip) {
    $packageName = 'Joomla_' . $fullVersion . '-' . $packageStability . '-Update_Package.zip';
    echo "Building " . $packageName . "... ";
    system('zip -r ../packages/' . $packageName . ' * > /dev/null');
    echo "done.\n";
    $checksums[$packageName] = array();
}

if (!$excludeZstd) {
    $packageName = 'Joomla_' . $fullVersion . '-' . $packageStability . '-Update_Package.tar.zst';
    echo "Building " . $packageName . "... ";
    system('tar --create --use-compress-program=zstd --file ../packages/' . $packageName . ' * > /dev/null');
    echo "done.\n";
    $checksums[$packageName] = array();
}

chdir('..');

// This is only needed when we release a version
if ($includeExtraTextfiles) {
    foreach (array_keys($checksums) as $packageName) {
        echo "Generating checksums for $packageName\n";

        foreach (array('sha256', 'sha384', 'sha512') as $hash) {
            if (file_exists('packages/' . $packageName)) {
                $checksums[$packageName][$hash] = hash_file($hash, 'packages/' . $packageName);
            } else {
                echo "Package $packageName not found in build directories\n";
            }
        }
    }

    echo "Generating checksums.txt file\n";

    $checksumsContent = '';

    foreach ($checksums as $packageName => $packageHashes) {
        $checksumsContent .= "Filename: $packageName\n";

        foreach ($packageHashes as $hashType => $hash) {
            $checksumsContent .= "$hashType: $hash\n";
        }

        $checksumsContent .= "\n";
    }

    file_put_contents('checksums.txt', $checksumsContent);

    echo "Generating github_release.txt file\n";

    $githubContent = array();
    $githubText    = '';
    $releaseText   = array(
        'FULL'    => 'New Joomla! Installations ',
        'POINT'   => 'Update from Joomla! ' . $version . '.' . $previousRelease . ' ',
        'MINOR'   => 'Update from Joomla! ' . $version . '.x ',
        'UPGRADE' => 'Update from Joomla! 3.10 ',
    );

    if (!$buildPatchPackages) {
        $releaseText['UPGRADE'] = 'Update from a previous version of Joomla! ';
    }

    $githubLink = 'https://github.com/joomla/joomla-cms/releases/download/' . $tagVersion . '/';

    foreach ($checksums as $packageName => $packageHashes) {
        $type = '';

        if (strpos($packageName, 'Full_Package') !== false) {
            $type = 'FULL';
        } elseif (strpos($packageName, 'Patch_Package') !== false) {
            if (strpos($packageName, '.x_to') !== false) {
                $type = 'MINOR';
            } else {
                $type = 'POINT';
            }
        } elseif (strpos($packageName, 'Update_Package') !== false) {
            $type = 'UPGRADE';
        }

        $githubContent[$type][] = '[' . substr($packageName, strpos($packageName, 'Package') + 7) . '](' . $githubLink . $packageName . ')';
    }

    foreach ($releaseText as $type => $text) {
        if (empty($githubContent[$type])) {
            continue;
        }

        $githubText .= $text;
        $githubText .= implode(" | ", $githubContent[$type]);

        $githubText .= "\n";
    }

    file_put_contents('github_release.txt', $githubText);
}

echo "Build of version $fullVersion complete!\n";