1.1 --- /dev/null Thu Jan 01 00:00:00 1970 +0000
1.2 +++ b/scripts/getExtractPatch.sh Sat Feb 24 11:00:05 2007 +0000
1.3 @@ -0,0 +1,336 @@
1.4 +# This script will download tarballs, extract them and patch the source.
1.5 +# Copyright 2007 Yann E. MORIN
1.6 +# Licensed under the GPL v2. See COPYING in the root of this package
1.7 +
1.8 +# Download tarballs in sequence. Once we have everything, start extracting
1.9 +# and patching the tarballs.
1.10 +
1.11 +#-----------------------------------------------------------------------------
1.12 +
1.13 +_wget=`which wget || true`
1.14 +_curl=`which curl || true`
1.15 +#_svn=`which svn ||true`
1.16 +#_cvs=`which cvs || true`
1.17 +
1.18 +case "${_wget},${_curl}" in
1.19 + ,) CT_Abort "Found neither curl nor wget. Please install one.";;
1.20 + ,*) CT_DoLog DEBUG "Using curl to retrieve tarballs"; CT_DoGetFile=CT_DoGetFileCurl;;
1.21 + *) CT_DoLog DEBUG "Using wget to retrieve tarballs"; CT_DoGetFile=CT_DoGetFileWget;;
1.22 +esac
1.23 +
1.24 +CT_DoGetFileWget() {
1.25 + # Need to return true because it is legitimate not to find the tarball at
1.26 + # some of the provided URLs (think about snapshots, different layouts for
1.27 + # different gcc versions, etc...)
1.28 + # Some (very old!) FTP server might not support the passive mode, thus
1.29 + # retry without
1.30 + # With automated download as we are doing, it can be very dangerous to use
1.31 + # -c to continue the downloads. It's far better to simply overwrite the
1.32 + # destination file
1.33 + wget -nc --progress=dot:binary --tries=3 --passive-ftp "$1" || wget -nc --progress=dot:binary --tries=3 "$1" || true
1.34 +}
1.35 +
1.36 +CT_DoGetFileCurl() {
1.37 + # Note: comments about wget method are also valid here
1.38 + # Plus: no good progreess indicator is available with curl,
1.39 + # so output is consigned to oblivion
1.40 + curl --ftp-pasv -O --retry 3 "$1" >/dev/null || curl -O --retry 3 "$1" >/dev/null || true
1.41 +}
1.42 +
1.43 +# For those wanting bleading edge, or to retrieve old uClibc snapshots
1.44 +# Usage: CT_GetFileSVN basename url
1.45 +#CT_DoGetFileSVN() {
1.46 +# local basename="$1"
1.47 +# local url="`echo \"$2\" |cut -d : -f 2-`"
1.48 +# local tmp_dir
1.49 +#
1.50 +# CT_TestOrAbort "You don't have subversion" -n "${_svn}"
1.51 +# CT_MktempDir tmp_dir
1.52 +# CT_Pushd "${tmp_dir}"
1.53 +# svn export --force "${url}" "${basename}"
1.54 +# tar cfj "${CT_TARBALLS_DIR}/${basename}.tar.bz2" "${basename}"
1.55 +# CT_Popd
1.56 +# rm -rf "${tmp_dir}"
1.57 +#}
1.58 +#
1.59 +#CT_DoGetFileCVS() {
1.60 +# :
1.61 +#}
1.62 +
1.63 +# Download the file from one of the URLs passed as argument
1.64 +# Usage: CT_GetFile <filename> <url> [<url> ...]
1.65 +CT_GetFile() {
1.66 + local got_it
1.67 + local ext
1.68 + local url
1.69 + local file="$1"
1.70 + shift
1.71 +
1.72 + # Do we already have it?
1.73 + ext=`CT_GetFileExtension "${file}"`
1.74 + if [ -n "${ext}" ]; then
1.75 + if [ "${CT_FORCE_DOWNLOAD}" = "y" ]; then
1.76 + rm -f "${CT_TARBALLS_DIR}/${file}${ext}"
1.77 + else
1.78 + return 0
1.79 + fi
1.80 + fi
1.81 +
1.82 + CT_DoLog EXTRA "Retrieving \"${file}\""
1.83 + CT_Pushd "${CT_TARBALLS_DIR}"
1.84 + # File not yet downloaded, try to get it
1.85 + got_it=0
1.86 + if [ "${got_it}" != "y" ]; then
1.87 + # We'd rather have a bzip2'ed tarball, then gzipped, and finally plain tar.
1.88 + for ext in .tar.bz2 .tar.gz .tgz .tar; do
1.89 + # Try all urls in turn
1.90 + for url in "$@"; do
1.91 + case "${url}" in
1.92 +# svn://*) CT_DoGetFileSVN "${file}" ${url}";;
1.93 +# cvs://*) CT_DoGetFileCVS "${file}" ${url}";;
1.94 + *) CT_DoLog EXTRA "Trying \"${url}/${file}${ext}\""
1.95 + ${CT_DoGetFile} "${url}/${file}${ext}" 2>&1 |CT_DoLog DEBUG
1.96 + ;;
1.97 + esac
1.98 + [ -f "${file}${ext}" ] && got_it=1 && break 2 || true
1.99 + done
1.100 + done
1.101 + fi
1.102 + CT_Popd
1.103 +
1.104 + CT_TestAndAbort "Could not download \"${file}\", and not present in \"${CT_TARBALLS_DIR}\"" ${got_it} -eq 0
1.105 +}
1.106 +
1.107 +#-----------------------------------------------------------------------------
1.108 +
1.109 +# Extract a tarball and patch.
1.110 +# Some tarballs need to be extracted in specific places. Eg.: glibc addons
1.111 +# must be extracted in the glibc directory; uCLibc locales must be extracted
1.112 +# in the extra/locale sub-directory of uClibc.
1.113 +CT_ExtractAndPatch() {
1.114 + local file="$1"
1.115 + local base_file=`echo "${file}" |cut -d - -f 1`
1.116 + local ver_file=`echo "${file}" |cut -d - -f 2-`
1.117 + local official_patch_dir
1.118 + local custom_patch_dir
1.119 + local libc_addon
1.120 + local ext=`CT_GetFileExtension "${file}"`
1.121 + CT_TestAndAbort "\"${file}\" not found in \"${CT_TARBALLS_DIR}\"" -z "${ext}"
1.122 + local full_file="${CT_TARBALLS_DIR}/${file}${ext}"
1.123 +
1.124 + CT_Pushd "${CT_SRC_DIR}"
1.125 +
1.126 + # Add-ons need a little love, really.
1.127 + case "${file}" in
1.128 + glibc-[a-z]*-*)
1.129 + CT_TestAndAbort "Trying to extract the C-library addon/locales \"${file}\" when C-library not yet extracted" ! -d "${CT_LIBC_FILE}"
1.130 + cd "${CT_LIBC_FILE}"
1.131 + libc_addon=y
1.132 + [ -f ".${file}.extracted" ] && return 0
1.133 + touch ".${file}.extracted"
1.134 + ;;
1.135 + uClibc-locale-*)
1.136 + CT_TestAndAbort "Trying to extract the C-library addon/locales \"${file}\" when C-library not yet extracted" ! -d "${CT_LIBC_FILE}"
1.137 + cd "${CT_LIBC_FILE}/extra/locale"
1.138 + libc_addon=y
1.139 + [ -f ".${file}.extracted" ] && return 0
1.140 + touch ".${file}.extracted"
1.141 + ;;
1.142 + esac
1.143 +
1.144 + # If the directory exists, then consider extraction and patching done
1.145 + [ -d "${file}" ] && return 0
1.146 +
1.147 + CT_DoLog EXTRA "Extracting \"${file}\""
1.148 + case "${ext}" in
1.149 + .tar.bz2) tar xvjf "${full_file}" |CT_DoLog DEBUG;;
1.150 + .tar.gz|.tgz) tar xvzf "${full_file}" |CT_DoLog DEBUG;;
1.151 + .tar) tar xvf "${full_file}" |CT_DoLog DEBUG;;
1.152 + *) CT_Abort "Don't know how to handle \"${file}\": unknown extension" ;;
1.153 + esac
1.154 +
1.155 + # Snapshots might not have the version number in the extracted directory
1.156 + # name. This is also the case for some (old) packages, such as libfloat.
1.157 + # Overcome this issue by symlink'ing the directory.
1.158 + if [ ! -d "${file}" -a "${libc_addon}" != "y" ]; then
1.159 + case "${ext}" in
1.160 + .tar.bz2) base=`tar tjf "${full_file}" |head -n 1 |cut -d / -f 1 || true`;;
1.161 + .tar.gz|.tgz) base=`tar tzf "${full_file}" |head -n 1 |cut -d / -f 1 || true`;;
1.162 + .tar) base=`tar tf "${full_file}" |head -n 1 |cut -d / -f 1 || true`;;
1.163 + esac
1.164 + CT_TestOrAbort "There was a problem when extracting \"${file}\"" -d "${base}" -o "${base}" != "${file}"
1.165 + ln -s "${base}" "${file}"
1.166 + fi
1.167 +
1.168 + # Kludge: outside this function, we wouldn't know if we had just extracted
1.169 + # a libc addon, or a plain package. Apply patches now.
1.170 + CT_DoLog EXTRA "Patching \"${file}\""
1.171 +
1.172 + # If libc addon, we're already in the correct place.
1.173 + [ -z "${libc_addon}" ] && cd "${file}"
1.174 +
1.175 + [ "${CUSTOM_PATCH_ONLY}" = "y" ] || official_patch_dir="${CT_TOP_DIR}/patches/${base_file}/${ver_file}"
1.176 + [ "${CT_CUSTOM_PATCH}" = "y" ] && custom_patch_dir="${CT_CUSTOM_PATCH_DIR}/${base_file}/${ver_file}"
1.177 + for patch_dir in "${official_patch_dir}" "${custom_patch_dir}"; do
1.178 + if [ -n "${patch_dir}" -a -d "${patch_dir}" ]; then
1.179 + for p in "${patch_dir}"/*.patch; do
1.180 + if [ -f "${p}" ]; then
1.181 + CT_DoLog DEBUG "Applying patch \"${p}\""
1.182 + patch -g0 -F1 -p1 -f <"${p}" |CT_DoLog DEBUG
1.183 + CT_TestAndAbort "Failed while applying patch file \"${p}\"" ${PIPESTATUS[0]} -ne 0
1.184 + fi
1.185 + done
1.186 + fi
1.187 + done
1.188 +
1.189 + CT_Popd
1.190 +}
1.191 +
1.192 +#-----------------------------------------------------------------------------
1.193 +
1.194 +# Get the file name extension of a component
1.195 +# Usage: CT_GetFileExtension <component-version>
1.196 +# If found, echoes the extension to stdout
1.197 +# If not found, echoes nothing on stdout.
1.198 +CT_GetFileExtension() {
1.199 + local ext
1.200 + local file="$1"
1.201 + local got_it=1
1.202 +
1.203 + CT_Pushd "${CT_TARBALLS_DIR}"
1.204 + for ext in .tar.gz .tar.bz2 .tgz .tar; do
1.205 + if [ -f "${file}${ext}" ]; then
1.206 + echo "${ext}"
1.207 + got_it=0
1.208 + break
1.209 + fi
1.210 + done
1.211 + CT_Popd
1.212 +
1.213 + return 0
1.214 +}
1.215 +
1.216 +#-----------------------------------------------------------------------------
1.217 +
1.218 +# Create needed directories, remove old ones
1.219 +mkdir -p "${CT_TARBALLS_DIR}"
1.220 +if [ "${CT_FORCE_EXTRACT}" = "y" -a -d "${CT_SRC_DIR}" ]; then
1.221 + mv "${CT_SRC_DIR}" "${CT_SRC_DIR}.$$"
1.222 + nohup rm -rf "${CT_SRC_DIR}.$$" >/dev/null 2>&1 &
1.223 +fi
1.224 +mkdir -p "${CT_SRC_DIR}"
1.225 +
1.226 +# Make all path absolute, it so much easier!
1.227 +# Now we have had the directories created, we even will get rid of embedded .. in paths:
1.228 +CT_SRC_DIR="`CT_MakeAbsolutePath \"${CT_SRC_DIR}\"`"
1.229 +CT_TARBALLS_DIR="`CT_MakeAbsolutePath \"${CT_TARBALLS_DIR}\"`"
1.230 +
1.231 +# Prepare the addons list to be parsable:
1.232 +addons_list="`echo \"${CT_LIBC_ADDONS_LIST}\" |sed -r -e 's/,/ /g; s/ $//g;'`"
1.233 +
1.234 +if [ "${CT_NO_DOWNLOAD}" != "y" ]; then
1.235 + CT_DoStep INFO "Retrieving needed toolchain components' tarballs"
1.236 +
1.237 + # Kernel: for now, I don't care about cygwin.
1.238 + CT_GetFile "${CT_KERNEL_FILE}" \
1.239 + ftp://ftp.kernel.org/pub/linux/kernel/v2.6 \
1.240 + ftp://ftp.kernel.org/pub/linux/kernel/v2.4 \
1.241 + ftp://ftp.kernel.org/pub/linux/kernel/v2.2 \
1.242 + ftp://ftp.kernel.org/pub/linux/kernel/v2.6/testing \
1.243 + http://ep09.pld-linux.org/~mmazur/linux-libc-headers
1.244 +
1.245 + # binutils
1.246 + CT_GetFile "${CT_BINUTILS_FILE}" \
1.247 + ftp://ftp.gnu.org/gnu/binutils \
1.248 + ftp://ftp.kernel.org/pub/linux/devel/binutils
1.249 +
1.250 + # Core and final gcc
1.251 + # Ah! gcc folks are kind of 'different': they store the tarballs in
1.252 + # subdirectories of the same name! That's because gcc is such /crap/ that
1.253 + # it is such /big/ that it needs being splitted for distribution! Sad. :-(
1.254 + # Arrgghh! Some of those versions does not follow this convention:
1.255 + # gcc-3.3.3 lives in releases/gcc-3.3.3, while gcc-2.95.* isn't in a
1.256 + # subdirectory! You bastard!
1.257 + CT_GetFile "${CT_CC_CORE_FILE}" \
1.258 + ftp://ftp.gnu.org/gnu/gcc/${CT_CC_CORE_FILE} \
1.259 + ftp://ftp.gnu.org/gnu/gcc/releases/${CT_CC_CORE_FILE} \
1.260 + ftp://ftp.gnu.org/gnu/gcc
1.261 + CT_GetFile "${CT_CC_FILE}" \
1.262 + ftp://ftp.gnu.org/gnu/gcc/${CT_CC_FILE} \
1.263 + ftp://ftp.gnu.org/gnu/gcc/releases/${CT_CC_FILE} \
1.264 + ftp://ftp.gnu.org/gnu/gcc
1.265 +
1.266 + # C library
1.267 + case "${CT_LIBC}" in
1.268 + glibc)
1.269 + # Ah! Not all GNU folks seem stupid. All glibc releases are in the same
1.270 + # directory. Good. Alas, there is no snapshot there. I'll deal with them
1.271 + # later on... :-/
1.272 + libc_src="ftp://ftp.gnu.org/gnu/glibc"
1.273 + ;;
1.274 + uClibc)
1.275 + # For uClibc, we have almost every thing: releases, and snapshots
1.276 + # for the last month or so. We'll have to deal with svn revisions
1.277 + # later...
1.278 + libc_src="http://www.uclibc.org/downloads
1.279 + http://www.uclibc.org/downloads/snapshots
1.280 + http://www.uclibc.org/downloads/old-releases"
1.281 + ;;
1.282 + esac
1.283 + CT_GetFile "${CT_LIBC_FILE}" ${libc_src}
1.284 +
1.285 + # C library addons
1.286 + addons_list=`echo "${CT_LIBC_ADDONS}" |sed -r -e 's/,/ /g; s/ $//g;'`
1.287 + for addon in ${addons_list}; do
1.288 + CT_GetFile "${CT_LIBC}-${addon}-${CT_LIBC_VERSION}" \
1.289 + ftp://ftp.gnu.org/gnu/glibc
1.290 + done
1.291 + if [ "${CT_LIBC_UCLIBC_LOCALES}" = "y" ]; then
1.292 + CT_GetFile "uClibc-locale-030818" \
1.293 + http://www.uclibc.org/downloads \
1.294 + http://www.uclibc.org/downloads/snapshots \
1.295 + http://www.uclibc.org/downloads/old-releases
1.296 + fi
1.297 +
1.298 + # libfloat if asked for
1.299 + if [ "${CT_ARCH_FLOAT_SW_LIBFLOAT}" = "y" ]; then
1.300 + lib_float_url="ftp://ftp.de.debian.org/debian/pool/main/libf/libfloat/"
1.301 +
1.302 + # Please note: because the file we download, and the file we store on the
1.303 + # file system don't have the same name, CT_GetFile will always try to
1.304 + # download the file over and over.
1.305 + # To avoid this, we check that the file we want already exists in the
1.306 + # tarball directory first. This is an ugly hack that overrides the standard
1.307 + # CT_GetFile behavior... Sight...
1.308 + ext=`CT_GetFileExtension "${CT_LIBFLOAT_FILE}"`
1.309 + if [ -z "${ext}" ]; then
1.310 + CT_GetFile libfloat_990616.orig "${lib_float_url}"
1.311 + ext=`CT_GetFileExtension "libfloat_990616.orig"`
1.312 + # Hack: remove the .orig extension, and change _ to -
1.313 + mv -v "${CT_TARBALLS_DIR}/libfloat_990616.orig${ext}" \
1.314 + "${CT_TARBALLS_DIR}/libfloat-990616${ext}" 2>&1 |CT_DoLog DEBUG
1.315 + fi
1.316 + fi
1.317 +
1.318 + CT_EndStep
1.319 +fi # CT_NO_DOWNLOAD
1.320 +
1.321 +if [ "${CT_ONLY_DOWNLOAD}" != "y" ]; then
1.322 + CT_DoStep INFO "Extracting and patching toolchain components"
1.323 +
1.324 + CT_ExtractAndPatch "${CT_KERNEL_FILE}"
1.325 + CT_ExtractAndPatch "${CT_BINUTILS_FILE}"
1.326 + CT_ExtractAndPatch "${CT_CC_CORE_FILE}"
1.327 + CT_ExtractAndPatch "${CT_CC_FILE}"
1.328 + CT_ExtractAndPatch "${CT_LIBC_FILE}"
1.329 + for addon in ${addons_list}; do
1.330 + CT_ExtractAndPatch "${CT_LIBC}-${addon}-${CT_LIBC_VERSION}"
1.331 + done
1.332 + if [ "${CT_LIBC_UCLIBC_LOCALES}" = "y" ]; then
1.333 + CT_ExtractAndPatch "uclibc-locale-030818"
1.334 + fi
1.335 +
1.336 + [ "${CT_ARCH_FLOAT_SW_LIBFLOAT}" = "y" ] && CT_ExtractAndPatch "${CT_LIBFLOAT_FILE}"
1.337 +
1.338 + CT_EndStep
1.339 +fi