# This script will download tarballs, extract them and patch the source.

# Copyright 2007 Yann E. MORIN

# Licensed under the GPL v2. See COPYING in the root of this package

# Download tarballs in sequence. Once we have everything, start extracting

# and patching the tarballs.

#-----------------------------------------------------------------------------

_wget=`which wget || true`

_curl=`which curl || true`

#_svn=`which svn ||true`

#_cvs=`which cvs || true`

case "${_wget},${_curl}" in

    ,)  CT_Abort "Found neither curl nor wget. Please install one.";;

    ,*) CT_DoLog DEBUG "Using curl to retrieve tarballs"; CT_DoGetFile=CT_DoGetFileCurl;;

    *)  CT_DoLog DEBUG "Using wget to retrieve tarballs"; CT_DoGetFile=CT_DoGetFileWget;;

esac

CT_DoGetFileWget() {

    # Need to return true because it is legitimate not to find the tarball at

    # some of the provided URLs (think about snapshots, different layouts for

    # different gcc versions, etc...)

    # Some (very old!) FTP server might not support the passive mode, thus

    # retry without

    # With automated download as we are doing, it can be very dangerous to use

    # -c to continue the downloads. It's far better to simply overwrite the

    # destination file

    wget -nc --progress=dot:binary --tries=3 --passive-ftp "$1" || wget -nc --progress=dot:binary --tries=3 "$1" || true

}

CT_DoGetFileCurl() {

	# Note: comments about wget method are also valid here

	# Plus: no good progreess indicator is available with curl,

	#       so output is consigned to oblivion

	curl --ftp-pasv -O --retry 3 "$1" >/dev/null || curl -O --retry 3 "$1" >/dev/null || true

}

# For those wanting bleading edge, or to retrieve old uClibc snapshots

# Usage: CT_GetFileSVN basename url

#CT_DoGetFileSVN() {

#    local basename="$1"

#    local url="`echo \"$2\" |cut -d : -f 2-`"

#    local tmp_dir

#

#    CT_TestOrAbort "You don't have subversion" -n "${_svn}"

#    CT_MktempDir tmp_dir

#    CT_Pushd "${tmp_dir}"

#    svn export --force "${url}" "${basename}"

#    tar cfj "${CT_TARBALLS_DIR}/${basename}.tar.bz2" "${basename}"

#    CT_Popd

#    rm -rf "${tmp_dir}"

#}

#

#CT_DoGetFileCVS() {

#    :

#}

# Download the file from one of the URLs passed as argument

# Usage: CT_GetFile <filename> <url> [<url> ...]

CT_GetFile() {

    local got_it

    local ext

    local url

    local file="$1"

    shift

    # Do we already have it?

    ext=`CT_GetFileExtension "${file}"`

    if [ -n "${ext}" ]; then

        if [ "${CT_FORCE_DOWNLOAD}" = "y" ]; then

            rm -f "${CT_TARBALLS_DIR}/${file}${ext}"

        else

            return 0

        fi

    fi

    CT_DoLog EXTRA "Retrieving \"${file}\""

    CT_Pushd "${CT_TARBALLS_DIR}"

    # File not yet downloaded, try to get it

    got_it=0

    if [ "${got_it}" != "y" ]; then

        # We'd rather have a bzip2'ed tarball, then gzipped, and finally plain tar.

        for ext in .tar.bz2 .tar.gz .tgz .tar; do

            # Try all urls in turn

            for url in "$@"; do

                case "${url}" in

#                    svn://*)    CT_DoGetFileSVN "${file}" ${url}";;

#                    cvs://*)    CT_DoGetFileCVS "${file}" ${url}";;

                    *)  CT_DoLog EXTRA "Trying \"${url}/${file}${ext}\""

                        ${CT_DoGetFile} "${url}/${file}${ext}" 2>&1 |CT_DoLog DEBUG

                        ;;

                esac

                [ -f "${file}${ext}" ] && got_it=1 && break 2 || true

            done

        done

    fi

    CT_Popd

    CT_TestAndAbort "Could not download \"${file}\", and not present in \"${CT_TARBALLS_DIR}\"" ${got_it} -eq 0

}

#-----------------------------------------------------------------------------

# Extract a tarball and patch.

# Some tarballs need to be extracted in specific places. Eg.: glibc addons

# must be extracted in the glibc directory; uCLibc locales must be extracted

# in the extra/locale sub-directory of uClibc.

CT_ExtractAndPatch() {

    local file="$1"

    local base_file=`echo "${file}" |cut -d - -f 1`

    local ver_file=`echo "${file}" |cut -d - -f 2-`

    local official_patch_dir

    local custom_patch_dir

    local libc_addon

    local ext=`CT_GetFileExtension "${file}"`

    CT_TestAndAbort "\"${file}\" not found in \"${CT_TARBALLS_DIR}\"" -z "${ext}"

    local full_file="${CT_TARBALLS_DIR}/${file}${ext}"

    CT_Pushd "${CT_SRC_DIR}"

    # Add-ons need a little love, really.

    case "${file}" in

        glibc-[a-z]*-*)

            CT_TestAndAbort "Trying to extract the C-library addon/locales \"${file}\" when C-library not yet extracted" ! -d "${CT_LIBC_FILE}"

            cd "${CT_LIBC_FILE}"

            libc_addon=y

            [ -f ".${file}.extracted" ] && return 0

            touch ".${file}.extracted"

            ;;

        uClibc-locale-*)

            CT_TestAndAbort "Trying to extract the C-library addon/locales \"${file}\" when C-library not yet extracted" ! -d "${CT_LIBC_FILE}"

            cd "${CT_LIBC_FILE}/extra/locale"

            libc_addon=y

            [ -f ".${file}.extracted" ] && return 0

            touch ".${file}.extracted"

            ;;

    esac

    # If the directory exists, then consider extraction and patching done

    [ -d "${file}" ] && return 0

    CT_DoLog EXTRA "Extracting \"${file}\""

    case "${ext}" in

        .tar.bz2)     tar xvjf "${full_file}" |CT_DoLog DEBUG;;

        .tar.gz|.tgz) tar xvzf "${full_file}" |CT_DoLog DEBUG;;

        .tar)         tar xvf  "${full_file}" |CT_DoLog DEBUG;;

        *)            CT_Abort "Don't know how to handle \"${file}\": unknown extension" ;;

    esac

    # Snapshots might not have the version number in the extracted directory

    # name. This is also the case for some (old) packages, such as libfloat.

    # Overcome this issue by symlink'ing the directory.

    if [ ! -d "${file}" -a "${libc_addon}" != "y" ]; then

        case "${ext}" in

            .tar.bz2)     base=`tar tjf "${full_file}" |head -n 1 |cut -d / -f 1 || true`;;

            .tar.gz|.tgz) base=`tar tzf "${full_file}" |head -n 1 |cut -d / -f 1 || true`;;

            .tar)         base=`tar tf  "${full_file}" |head -n 1 |cut -d / -f 1 || true`;;

        esac

        CT_TestOrAbort "There was a problem when extracting \"${file}\"" -d "${base}" -o "${base}" != "${file}"

        ln -s "${base}" "${file}"

    fi

    # Kludge: outside this function, we wouldn't know if we had just extracted

    # a libc addon, or a plain package. Apply patches now.

    CT_DoLog EXTRA "Patching \"${file}\""

    # If libc addon, we're already in the correct place.

    [ -z "${libc_addon}" ] && cd "${file}"

    [ "${CUSTOM_PATCH_ONLY}" = "y" ] || official_patch_dir="${CT_TOP_DIR}/patches/${base_file}/${ver_file}"

    [ "${CT_CUSTOM_PATCH}" = "y" ] && custom_patch_dir="${CT_CUSTOM_PATCH_DIR}/${base_file}/${ver_file}"

    for patch_dir in "${official_patch_dir}" "${custom_patch_dir}"; do

        if [ -n "${patch_dir}" -a -d "${patch_dir}" ]; then

            for p in "${patch_dir}"/*.patch; do

                if [ -f "${p}" ]; then

                    CT_DoLog DEBUG "Applying patch \"${p}\""

                    patch -g0 -F1 -p1 -f <"${p}" |CT_DoLog DEBUG

                    CT_TestAndAbort "Failed while applying patch file \"${p}\"" ${PIPESTATUS[0]} -ne 0

                fi

            done

        fi

    done

    CT_Popd

}

#-----------------------------------------------------------------------------

# Get the file name extension of a component

# Usage: CT_GetFileExtension <component-version>

# If found, echoes the extension to stdout

# If not found, echoes nothing on stdout.

CT_GetFileExtension() {

    local ext

    local file="$1"

    local got_it=1

    CT_Pushd "${CT_TARBALLS_DIR}"

    for ext in .tar.gz .tar.bz2 .tgz .tar; do

        if [ -f "${file}${ext}" ]; then

            echo "${ext}"

            got_it=0

            break

        fi

    done

    CT_Popd

    return 0

}

#-----------------------------------------------------------------------------

# Create needed directories, remove old ones

mkdir -p "${CT_TARBALLS_DIR}"

if [ "${CT_FORCE_EXTRACT}" = "y" -a -d "${CT_SRC_DIR}" ]; then

    mv "${CT_SRC_DIR}" "${CT_SRC_DIR}.$$"

    nohup rm -rf "${CT_SRC_DIR}.$$" >/dev/null 2>&1 &

fi

mkdir -p "${CT_SRC_DIR}"

# Make all path absolute, it so much easier!

# Now we have had the directories created, we even will get rid of embedded .. in paths:

CT_SRC_DIR="`CT_MakeAbsolutePath \"${CT_SRC_DIR}\"`"

CT_TARBALLS_DIR="`CT_MakeAbsolutePath \"${CT_TARBALLS_DIR}\"`"

# Prepare the addons list to be parsable:

addons_list="`echo \"${CT_LIBC_ADDONS_LIST}\" |sed -r -e 's/,/ /g; s/ $//g;'`"

if [ "${CT_NO_DOWNLOAD}" != "y" ]; then

    CT_DoStep INFO "Retrieving needed toolchain components' tarballs"

    # Kernel: for now, I don't care about cygwin.

    CT_GetFile "${CT_KERNEL_FILE}"                                  \

               ftp://ftp.kernel.org/pub/linux/kernel/v2.6           \

               ftp://ftp.kernel.org/pub/linux/kernel/v2.4           \

               ftp://ftp.kernel.org/pub/linux/kernel/v2.2           \

               ftp://ftp.kernel.org/pub/linux/kernel/v2.6/testing   \

               http://ep09.pld-linux.org/~mmazur/linux-libc-headers

    # binutils

    CT_GetFile "${CT_BINUTILS_FILE}"                            \

               ftp://ftp.gnu.org/gnu/binutils                   \

               ftp://ftp.kernel.org/pub/linux/devel/binutils

    # Core and final gcc

    # Ah! gcc folks are kind of 'different': they store the tarballs in

    # subdirectories of the same name! That's because gcc is such /crap/ that

    # it is such /big/ that it needs being splitted for distribution! Sad. :-(

    # Arrgghh! Some of those versions does not follow this convention:

    # gcc-3.3.3 lives in releases/gcc-3.3.3, while gcc-2.95.* isn't in a

    # subdirectory! You bastard!

    CT_GetFile "${CT_CC_CORE_FILE}"                                    \

               ftp://ftp.gnu.org/gnu/gcc/${CT_CC_CORE_FILE}            \

               ftp://ftp.gnu.org/gnu/gcc/releases/${CT_CC_CORE_FILE}   \

               ftp://ftp.gnu.org/gnu/gcc

    CT_GetFile "${CT_CC_FILE}"                                  \

               ftp://ftp.gnu.org/gnu/gcc/${CT_CC_FILE}          \

               ftp://ftp.gnu.org/gnu/gcc/releases/${CT_CC_FILE} \

               ftp://ftp.gnu.org/gnu/gcc

    # C library

    case "${CT_LIBC}" in

        glibc)

            # Ah! Not all GNU folks seem stupid. All glibc releases are in the same

            # directory. Good. Alas, there is no snapshot there. I'll deal with them

            # later on... :-/

            libc_src="ftp://ftp.gnu.org/gnu/glibc"

            ;;

        uClibc)

            # For uClibc, we have almost every thing: releases, and snapshots

            # for the last month or so. We'll have to deal with svn revisions

            # later...

            libc_src="http://www.uclibc.org/downloads

                      http://www.uclibc.org/downloads/snapshots

                      http://www.uclibc.org/downloads/old-releases"

            ;;

    esac

    CT_GetFile "${CT_LIBC_FILE}" ${libc_src}

    # C library addons

    addons_list=`echo "${CT_LIBC_ADDONS}" |sed -r -e 's/,/ /g; s/ $//g;'`

    for addon in ${addons_list}; do

        CT_GetFile "${CT_LIBC}-${addon}-${CT_LIBC_VERSION}" \

                   ftp://ftp.gnu.org/gnu/glibc

    done

    if [ "${CT_LIBC_UCLIBC_LOCALES}" = "y" ]; then

        CT_GetFile "uClibc-locale-030818"                        \

                   http://www.uclibc.org/downloads               \

                   http://www.uclibc.org/downloads/snapshots     \

                   http://www.uclibc.org/downloads/old-releases

    fi

    # libfloat if asked for

    if [ "${CT_ARCH_FLOAT_SW_LIBFLOAT}" = "y" ]; then

        lib_float_url="ftp://ftp.de.debian.org/debian/pool/main/libf/libfloat/"

        # Please note: because the file we download, and the file we store on the

        # file system don't have the same name, CT_GetFile will always try to

        # download the file over and over.

        # To avoid this, we check that the file we want already exists in the

        # tarball directory first. This is an ugly hack that overrides the standard

        # CT_GetFile behavior... Sight...

        ext=`CT_GetFileExtension "${CT_LIBFLOAT_FILE}"`

        if [ -z "${ext}" ]; then

            CT_GetFile libfloat_990616.orig "${lib_float_url}"

            ext=`CT_GetFileExtension "libfloat_990616.orig"`

            # Hack: remove the .orig extension, and change _ to -

            mv -v "${CT_TARBALLS_DIR}/libfloat_990616.orig${ext}" \

                  "${CT_TARBALLS_DIR}/libfloat-990616${ext}"      2>&1 |CT_DoLog DEBUG

        fi

    fi

    CT_EndStep

fi # CT_NO_DOWNLOAD

if [ "${CT_ONLY_DOWNLOAD}" != "y" ]; then

    CT_DoStep INFO "Extracting and patching toolchain components"

    CT_ExtractAndPatch "${CT_KERNEL_FILE}"

    CT_ExtractAndPatch "${CT_BINUTILS_FILE}"

    CT_ExtractAndPatch "${CT_CC_CORE_FILE}"

    CT_ExtractAndPatch "${CT_CC_FILE}"

    CT_ExtractAndPatch "${CT_LIBC_FILE}"

    for addon in ${addons_list}; do

        CT_ExtractAndPatch "${CT_LIBC}-${addon}-${CT_LIBC_VERSION}"

    done

    if [ "${CT_LIBC_UCLIBC_LOCALES}" = "y" ]; then

        CT_ExtractAndPatch "uclibc-locale-030818"

    fi

    [ "${CT_ARCH_FLOAT_SW_LIBFLOAT}" = "y" ] && CT_ExtractAndPatch "${CT_LIBFLOAT_FILE}"

    CT_EndStep

fi