scripts/crosstool.sh
author "Yann E. MORIN" <yann.morin.1998@anciens.enib.fr>
Mon May 07 09:04:02 2007 +0000 (2007-05-07)
changeset 63 89b41dbffe8d
parent 46 1c22b060eb4d
child 64 7dab8d1a2426
permissions -rwxr-xr-x
Merge the save-sample branch to trunk:
- reorder most of the environment setup,
- geting, extracting and patching are now components' sub-actions,
- save the current config as a sample to be used as a pre-configured target.
     1 #!/bin/bash
     2 # Copyright 2007 Yann E. MORIN
     3 # Licensed under the GPL v2. See COPYING in the root of this package.
     4 
     5 # This is the main entry point to crosstool
     6 # This will:
     7 #   - download, extract and patch the toolchain components
     8 #   - build and install each components in turn
     9 #   - and eventually test the resulting toolchain
    10 
    11 # What this file does is prepare the environment, based upon the user-choosen
    12 # options. It also checks the existing environment for un-friendly variables,
    13 # and checks for needed tools. It eventually calls the main build script.
    14 
    15 # User must set CT_TOP_DIR in is environment!
    16 # Once we can build out-of-tree, then this will have to go.
    17 if [ -z "${CT_TOP_DIR}" -o ! -d "${CT_TOP_DIR}" ]; then
    18     # We don't have the functions right now, because we don't have CT_TOP_DIR.
    19     # Do the print stuff by hand:
    20     echo "CT_TOP_DIR not set. You must set CT_TOP_DIR to the top directory where crosstool is installed."
    21     exit 1
    22 fi
    23 
    24 # Parse the common functions
    25 . "${CT_TOP_DIR}/scripts/functions"
    26 
    27 CT_STAR_DATE=`CT_DoDate +%s%N`
    28 CT_STAR_DATE_HUMAN=`CT_DoDate +%Y%m%d.%H%M%S`
    29 
    30 # Log to a temporary file until we have built our environment
    31 CT_ACTUAL_LOG_FILE="${CT_TOP_DIR}/$$.log"
    32 
    33 # CT_TOP_DIR should be an absolute path.
    34 CT_TOP_DIR="`CT_MakeAbsolutePath \"${CT_TOP_DIR}\"`"
    35 
    36 # Parse the configuration file
    37 CT_TestOrAbort "Configuration file not found. Please create one." -f "${CT_TOP_DIR}/.config"
    38 . "${CT_TOP_DIR}/.config"
    39 
    40 # The progress bar indicator is asked for
    41 if [ "${CT_LOG_PROGRESS_BAR}" = "y" ]; then
    42     _CT_PROG_BAR() {
    43         [ $((cpt/5)) -eq 0 ] && echo -en "/"
    44         [ $((cpt/5)) -eq 1 ] && echo -en "-"
    45         [ $((cpt/5)) -eq 2 ] && echo -en "\\"
    46         [ $((cpt/5)) -eq 3 ] && echo -en "|"
    47         echo -en "\r"
    48         cpt=$(((cpt+1)%20))
    49     }
    50     CT_PROG_BAR=_CT_PROG_BAR
    51     export -f _CT_PROG_BAR
    52 else
    53     CT_PROG_BAR=
    54 fi
    55 
    56 # Apply the color scheme if needed
    57 if [ "${CT_LOG_USE_COLORS}" = "y" ]; then
    58     CT_ERROR_COLOR="${_A_NOR}${_A_BRI}${_F_RED}"
    59     CT_WARN_COLOR="${_A_NOR}${_A_BRI}${_F_YEL}"
    60     CT_INFO_COLOR="${_A_NOR}${_A_BRI}${_F_GRN}"
    61     CT_EXTRA_COLOR="${_A_NOR}${_A_DIM}${_F_GRN}"
    62     CT_DEBUG_COLOR="${_A_NOR}${_A_DIM}${_F_WHI}"
    63     CT_NORMAL_COLOR="${_A_NOR}"
    64 else
    65     CT_ERROR_COLOR=
    66     CT_WARN_COLOR=
    67     CT_INFO_COLOR=
    68     CT_EXTRA_COLOR=
    69     CT_DEBUG_COLOR=
    70     CT_NORMAL_COLOR=
    71 fi
    72 
    73 # Yes! We can do full logging from now on!
    74 CT_DoLog INFO "Build started ${CT_STAR_DATE_HUMAN}"
    75 
    76 # renice oursleves
    77 renice ${CT_NICE} $$ |CT_DoLog DEBUG
    78 
    79 # Some sanity checks in the environment and needed tools
    80 CT_DoLog INFO "Checking environment sanity"
    81 
    82 # Enable known ordering of files in directory listings:
    83 CT_Test "Crosstool-NG might not work as expected with LANG=\"${LANG}\"" -n "${LANG}"
    84 case "${LC_COLLATE},${LC_ALL}" in
    85   # These four combinations are known to sort files in the correct order:
    86   fr_FR*,)  ;;
    87   en_US*,)  ;;
    88   *,fr_FR*) ;;
    89   *,en_US*) ;;
    90   # Anything else is destined to be borked if not gracefuly handled:
    91   *) CT_DoLog WARN "Either LC_COLLATE=\"${LC_COLLATE}\" or LC_ALL=\"${LC_ALL}\" is not supported."
    92      export LC_ALL=`locale -a |egrep "^(fr_FR|en_US)" |head -n 1`
    93      CT_TestOrAbort "Neither en_US* nor fr_FR* locales found on your system." -n "${LC_ALL}"
    94      CT_DoLog WARN "Forcing to known working LC_ALL=\"${LC_ALL}\"."
    95      ;;
    96 esac
    97 
    98 # Other environment sanity checks
    99 CT_TestAndAbort "Don't set LD_LIBRARY_PATH. It screws up the build." -n "${LD_LIBRARY_PATH}"
   100 CT_TestAndAbort "Don't set CFLAGS. It screws up the build." -n "${CFLAGS}"
   101 CT_TestAndAbort "Don't set CXXFLAGS. It screws up the build." -n "${CXXFLAGS}"
   102 CT_Test "GREP_OPTIONS screws up the build. Resetting." -n "${GREP_OPTIONS}"
   103 GREP_OPTIONS=
   104 CT_HasOrAbort awk
   105 CT_HasOrAbort sed
   106 CT_HasOrAbort bison
   107 CT_HasOrAbort flex
   108 
   109 CT_DoStep DEBUG "Dumping crosstool-NG configuration"
   110 cat ${CT_TOP_DIR}/.config |egrep '^(# |)CT_' |CT_DoLog DEBUG
   111 CT_EndStep
   112 
   113 CT_DoLog INFO "Building environment variables"
   114 
   115 # Target triplet: CT_TARGET needs a little love:
   116 CT_DoBuildTargetTriplet
   117 
   118 # Now, build up the variables from the user-configured options.
   119 CT_KERNEL_FILE="${CT_KERNEL}-${CT_KERNEL_VERSION}"
   120 CT_BINUTILS_FILE="binutils-${CT_BINUTILS_VERSION}"
   121 if [ "${CT_CC_USE_CORE}" != "y" ]; then
   122     CT_CC_CORE="${CT_CC}"
   123     CT_CC_CORE_VERSION="${CT_CC_VERSION}"
   124     CT_CC_CORE_EXTRA_CONFIG="${CT_CC_EXTRA_CONFIG}"
   125 fi
   126 CT_CC_CORE_FILE="${CT_CC_CORE}-${CT_CC_CORE_VERSION}"
   127 CT_CC_FILE="${CT_CC}-${CT_CC_VERSION}"
   128 CT_LIBC_FILE="${CT_LIBC}-${CT_LIBC_VERSION}"
   129 [ "${CT_ARCH_FLOAT_SW_LIBFLOAT}" = "y" ] && CT_LIBFLOAT_FILE="libfloat-990616"
   130 
   131 # Kludge: If any of the configured options needs CT_TARGET or CT_TOP_DIR,
   132 # then rescan the options file now:
   133 . "${CT_TOP_DIR}/.config"
   134 
   135 # Some more sanity checks now that we have all paths set up
   136 case "${CT_TARBALLS_DIR},${CT_SRC_DIR},${CT_BUILD_DIR},${CT_PREFIX_DIR},${CT_INSTALL_DIR}" in
   137     *" "*) CT_Abort "Don't use spaces in paths, it breaks things.";;
   138 esac
   139 
   140 # Note: we'll always install the core compiler in its own directory, so as to
   141 # not mix the two builds: core and final. Anyway, its generic, wether we use
   142 # a different compiler as core, or not.
   143 CT_CC_CORE_PREFIX_DIR="${CT_BUILD_DIR}/${CT_CC}-core"
   144 
   145 # Good, now grab a bit of informations on the system we're being run,
   146 # just in case something goes awok, and it's not our fault:
   147 CT_SYS_HOSTNAME=`hostname -f 2>/dev/null || true`
   148 # Hmmm. Some non-DHCP-enabled machines do not have an FQDN... Fall back to node name.
   149 CT_SYS_HOSTNAME="${CT_SYS_HOSTNAME:-`uname -n`}"
   150 CT_SYS_KERNEL=`uname -s`
   151 CT_SYS_REVISION=`uname -r`
   152 # MacOS X lacks '-o' :
   153 CT_SYS_OS=`uname -o || echo "Unknown (maybe MacOS-X)"`
   154 CT_SYS_MACHINE=`uname -m`
   155 CT_SYS_PROCESSOR=`uname -p`
   156 CT_SYS_USER="`id -un`"
   157 CT_SYS_DATE=`CT_DoDate +%Y%m%d.%H%M%S`
   158 CT_SYS_GCC=`gcc -dumpversion`
   159 CT_TOOLCHAIN_ID="crosstool-${CT_VERSION} build ${CT_SYS_DATE} by ${CT_SYS_USER}@${CT_SYS_HOSTNAME} for ${CT_TARGET}"
   160 
   161 # Check now if we can write to the destination directory:
   162 if [ -d "${CT_INSTALL_DIR}" ]; then
   163     CT_TestAndAbort "Destination directory \"${CT_INSTALL_DIR}\" is not removable" ! -w `dirname "${CT_INSTALL_DIR}"`
   164 fi
   165 
   166 # Get rid of pre-existing installed toolchain and previous build directories.
   167 # We need to do that _before_ we can safely log, because the log file will
   168 # most probably be in the toolchain directory.
   169 if [ -d "${CT_INSTALL_DIR}" ]; then
   170     mv "${CT_INSTALL_DIR}" "${CT_INSTALL_DIR}.$$"
   171     nohup rm -rf "${CT_INSTALL_DIR}.$$" >/dev/null 2>&1 &
   172 fi
   173 if [ -d "${CT_BUILD_DIR}" ]; then
   174     mv "${CT_BUILD_DIR}" "${CT_BUILD_DIR}.$$"
   175     nohup rm -rf "${CT_BUILD_DIR}.$$" >/dev/null 2>&1 &
   176 fi
   177 if [ "${CT_FORCE_EXTRACT}" = "y" -a -d "${CT_SRC_DIR}" ]; then
   178     mv "${CT_SRC_DIR}" "${CT_SRC_DIR}.$$"
   179     nohup rm -rf "${CT_SRC_DIR}.$$" >/dev/null 2>&1 &
   180 fi
   181 mkdir -p "${CT_INSTALL_DIR}"
   182 mkdir -p "${CT_BUILD_DIR}"
   183 mkdir -p "${CT_TARBALLS_DIR}"
   184 mkdir -p "${CT_SRC_DIR}"
   185 
   186 # Make all path absolute, it so much easier!
   187 # Now we have had the directories created, we even will get rid of embedded .. in paths:
   188 CT_SRC_DIR="`CT_MakeAbsolutePath \"${CT_SRC_DIR}\"`"
   189 CT_TARBALLS_DIR="`CT_MakeAbsolutePath \"${CT_TARBALLS_DIR}\"`"
   190 
   191 # Redirect log to the actual log file now we can
   192 # It's quite understandable that the log file will be installed in the install
   193 # directory, so we must first ensure it exists and is writeable (above) before
   194 # we can log there
   195 case "${CT_LOG_TO_FILE},${CT_LOG_FILE}" in
   196     ,*)   rm -f "${CT_ACTUAL_LOG_FILE}"
   197           CT_ACTUAL_LOG_FILE=/dev/null
   198           ;;
   199     y,/*) mkdir -p "`dirname \"${CT_LOG_FILE}\"`"
   200           mv "${CT_ACTUAL_LOG_FILE}" "${CT_LOG_FILE}"
   201           CT_ACTUAL_LOG_FILE="${CT_LOG_FILE}"
   202           ;;
   203     y,*)  mkdir -p "`pwd`/`dirname \"${CT_LOG_FILE}\"`"
   204           mv "${CT_ACTUAL_LOG_FILE}" "`pwd`/${CT_LOG_FILE}"
   205           CT_ACTUAL_LOG_FILE="`pwd`/${CT_LOG_FILE}"
   206           ;;
   207 esac
   208 
   209 # Determine build system if not set by the user
   210 CT_Test "You did not specify the build system. Guessing." -z "${CT_BUILD}"
   211 CT_BUILD="`${CT_TOP_DIR}/tools/config.sub \"${CT_BUILD:-\`${CT_TOP_DIR}/tools/config.guess\`}\"`"
   212 
   213 # Arrange paths depending on wether we use sys-root or not.
   214 if [ "${CT_USE_SYSROOT}" = "y" ]; then
   215     CT_SYSROOT_DIR="${CT_PREFIX_DIR}/${CT_TARGET}/sys-root"
   216     CT_HEADERS_DIR="${CT_SYSROOT_DIR}/usr/include"
   217     BINUTILS_SYSROOT_ARG="--with-sysroot=${CT_SYSROOT_DIR}"
   218     CC_CORE_SYSROOT_ARG="--with-sysroot=${CT_SYSROOT_DIR}"
   219     CC_SYSROOT_ARG="--with-sysroot=${CT_SYSROOT_DIR}"
   220     LIBC_SYSROOT_ARG=""
   221     # glibc's prefix must be exactly /usr, else --with-sysroot'd gcc will get
   222     # confused when $sysroot/usr/include is not present.
   223     # Note: --prefix=/usr is magic!
   224     # See http://www.gnu.org/software/libc/FAQ.html#s-2.2
   225 else
   226     # plain old way. All libraries in prefix/target/lib
   227     CT_SYSROOT_DIR="${CT_PREFIX_DIR}/${CT_TARGET}"
   228     CT_HEADERS_DIR="${CT_SYSROOT_DIR}/include"
   229     # hack!  Always use --with-sysroot for binutils.
   230     # binutils 2.14 and later obey it, older binutils ignore it.
   231     # Lets you build a working 32->64 bit cross gcc
   232     BINUTILS_SYSROOT_ARG="--with-sysroot=${CT_SYSROOT_DIR}"
   233     # Use --with-headers, else final gcc will define disable_glibc while
   234     # building libgcc, and you'll have no profiling
   235     CC_CORE_SYSROOT_ARG="--without-headers"
   236     CC_SYSROOT_ARG="--with-headers=${CT_HEADERS_DIR}"
   237     LIBC_SYSROOT_ARG="prefix="
   238 fi
   239 
   240 # Prepare the 'lib' directories in sysroot, else the ../lib64 hack used by
   241 # 32 -> 64 bit crosscompilers won't work, and build of final gcc will fail with
   242 #  "ld: cannot open crti.o: No such file or directory"
   243 mkdir -p "${CT_SYSROOT_DIR}/lib"
   244 mkdir -p "${CT_SYSROOT_DIR}/usr/lib"
   245 
   246 # Canadian-cross are really picky on the way they are built. Tweak the values.
   247 if [ "${CT_CANADIAN}" = "y" ]; then
   248     # Arrange so that gcc never, ever think that build system == host system
   249     CT_CANADIAN_OPT="--build=`echo \"${CT_BUILD}\" |sed -r -e 's/-/-build_/'`"
   250     # We shall have a compiler for this target!
   251     # Do test here...
   252 else
   253     CT_HOST="${CT_BUILD}"
   254     CT_CANADIAN_OPT=
   255     # Add the target toolchain in the path so that we can build the C library
   256     export PATH="${CT_PREFIX_DIR}/bin:${CT_CC_CORE_PREFIX_DIR}/bin:${PATH}"
   257 fi
   258 
   259 # Modify GCC_HOST to never be equal to $BUILD or $TARGET
   260 # This strange operation causes gcc to always generate a cross-compiler
   261 # even if the build machine is the same kind as the host.
   262 # This is why CC has to be set when doing a canadian cross; you can't find a
   263 # host compiler by appending -gcc to our whacky $GCC_HOST
   264 # Kludge: it is reported that the above causes canadian crosses with cygwin
   265 # hosts to fail, so avoid it just in that one case.  It would be cleaner to
   266 # just move this into the non-canadian case above, but I'm afraid that might
   267 # cause some configure script somewhere to decide that since build==host, they
   268 # could run host binaries.
   269 # (Copied almost as-is from original crosstool):
   270 case "${CT_KERNEL},${CT_CANADIAN}" in
   271     cygwin,y) ;;
   272     *)        CT_HOST="`echo \"${CT_HOST}\" |sed -r -e 's/-/-host_/;'`";;
   273 esac
   274 
   275 # Ah! Recent versions of binutils need some of the build and/or host system
   276 # (read CT_BUILD and CT_HOST) tools to be accessible (ar is but an example).
   277 # Do that:
   278 CT_DoLog EXTRA "Making build system tools available"
   279 mkdir -p "${CT_PREFIX_DIR}/bin"
   280 for tool in ar; do
   281     ln -s "`which ${tool}`" "${CT_PREFIX_DIR}/bin/${CT_BUILD}-${tool}"
   282     ln -s "`which ${tool}`" "${CT_PREFIX_DIR}/bin/${CT_HOST}-${tool}"
   283 done
   284 
   285 # Ha. cygwin host have an .exe suffix (extension) for executables.
   286 [ "${CT_KERNEL}" = "cygwin" ] && EXEEXT=".exe" || EXEEXT=""
   287 
   288 # Transform the ARCH into a kernel-understandable ARCH
   289 case "${CT_ARCH}" in
   290     x86) CT_KERNEL_ARCH=i386;;
   291     ppc) CT_KERNEL_ARCH=powerpc;;
   292     *)   CT_KERNEL_ARCH="${CT_ARCH}";;
   293 esac
   294 
   295 # Build up the TARGET_CFLAGS from user-provided options
   296 # Override with user-specified CFLAGS
   297 [ -n "${CT_ARCH_CPU}" ]  && CT_TARGET_CFLAGS="-mcpu=${CT_ARCH_CPU} ${CT_TARGET_CFLAGS}"
   298 [ -n "${CT_ARCH_TUNE}" ] && CT_TARGET_CFLAGS="-mtune=${CT_ARCH_TUNE} ${CT_TARGET_CFLAGS}"
   299 [ -n "${CT_ARCH_ARCH}" ] && CT_TARGET_CFLAGS="-march=${CT_ARCH_ARCH} ${CT_TARGET_CFLAGS}"
   300 [ -n "${CT_ARCH_FPU}" ]  && CT_TARGET_CFLAGS="-mfpu=${CT_ARCH_FPU} ${CT_TARGET_CFLAGS}"
   301 
   302 # Help gcc
   303 CT_CFLAGS_FOR_HOST=
   304 [ "${CT_USE_PIPES}" = "y" ] && CT_CFLAGS_FOR_HOST="${CT_CFLAGS_FOR_HOST} -pipe"
   305 
   306 # And help make go faster
   307 PARALLELMFLAGS=
   308 [ ${CT_PARALLEL_JOBS} -ne 0 ] && PARALLELMFLAGS="${PARALLELMFLAGS} -j${CT_PARALLEL_JOBS}"
   309 [ ${CT_LOAD} -ne 0 ] && PARALLELMFLAGS="${PARALLELMFLAGS} -l${CT_LOAD}"
   310 
   311 CT_DoStep EXTRA "Dumping internal crosstool-NG configuration"
   312 CT_DoLog EXTRA "Building a toolchain for:"
   313 CT_DoLog EXTRA "  build  = ${CT_BUILD}"
   314 CT_DoLog EXTRA "  host   = ${CT_HOST}"
   315 CT_DoLog EXTRA "  target = ${CT_TARGET}"
   316 set |egrep '^CT_.+=' |sort |CT_DoLog DEBUG
   317 CT_EndStep
   318 
   319 # Include sub-scripts instead of calling them: that way, we do not have to
   320 # export any variable, nor re-parse the configuration and functions files.
   321 . "${CT_TOP_DIR}/scripts/build/kernel_${CT_KERNEL}.sh"
   322 . "${CT_TOP_DIR}/scripts/build/binutils.sh"
   323 . "${CT_TOP_DIR}/scripts/build/libc_libfloat.sh"
   324 . "${CT_TOP_DIR}/scripts/build/libc_${CT_LIBC}.sh"
   325 . "${CT_TOP_DIR}/scripts/build/cc_core_${CT_CC_CORE}.sh"
   326 . "${CT_TOP_DIR}/scripts/build/cc_${CT_CC}.sh"
   327 
   328 # Now for the job by itself. Go have a coffee!
   329 if [ "${CT_NO_DOWNLOAD}" != "y" ]; then
   330 	CT_DoStep INFO "Retrieving needed toolchain components' tarballs"
   331     do_kernel_get
   332     do_binutils_get
   333     do_libc_get
   334     do_libfloat_get
   335     do_cc_core_get
   336     do_cc_get
   337     CT_EndStep
   338 fi
   339 
   340 if [ "${CT_ONLY_DOWNLOAD}" != "y" ]; then
   341     if [ "${CT_FORCE_EXTRACT}" = "y" ]; then
   342         mv "${CT_SRC_DIR}" "${CT_SRC_DIR}.$$"
   343         nohup rm -rf "${CT_SRC_DIR}.$$" >/dev/null 2>&1
   344     fi
   345     CT_DoStep INFO "Extracting and patching toolchain components"
   346     do_kernel_extract
   347     do_binutils_extract
   348     do_libc_extract
   349     do_libfloat_extract
   350     do_cc_core_extract
   351     do_cc_extract
   352     CT_EndStep
   353 
   354     if [ "${CT_ONLY_EXTRACT}" != "y" ]; then
   355         do_libc_check_config
   356         do_kernel_check_config
   357         do_kernel_headers
   358         do_binutils
   359         do_libc_headers
   360         do_cc_core
   361         do_libfloat
   362         do_libc
   363         do_cc
   364         do_libc_finish
   365     fi
   366 fi
   367 
   368 if [ -n "${CT_TARGET_ALIAS}" ]; then
   369     CT_DoLog EXTRA "Creating symlinks from \"${CT_TARGET}-*\" to \"${CT_TARGET_ALIAS}-*\""
   370     CT_Pushd "${CT_PREFIX_DIR}/bin"
   371     for t in "${CT_TARGET}-"*; do
   372         _t="`echo \"$t\" |sed -r -e 's/^'\"${CT_TARGET}\"'-/'\"${CT_TARGET_ALIAS}\"'-/;'`"
   373         CT_DoLog DEBUG "Linking \"${_t}\" -> \"${t}\""
   374         ln -s "${t}" "${_t}"
   375     done
   376     CT_Popd
   377 fi
   378 
   379 if [ "${CT_REMOVE_DOCS}" = "y" ]; then
   380 	CT_DoLog INFO "Removing installed documentation"
   381     rm -rf "${CT_PREFIX_DIR}/"{man,info}
   382 fi
   383 
   384 CT_STOP_DATE=`CT_DoDate +%s%N`
   385 CT_STOP_DATE_HUMAN=`CT_DoDate +%Y%m%d.%H%M%S`
   386 CT_DoLog INFO "Build completed at ${CT_STOP_DATE_HUMAN}"
   387 elapsed=$((CT_STOP_DATE-CT_STAR_DATE))
   388 elapsed_min=$((elapsed/(60*1000*1000*1000)))
   389 elapsed_sec=`printf "%02d" $(((elapsed%(60*1000*1000*1000))/(1000*1000*1000)))`
   390 elapsed_csec=`printf "%02d" $(((elapsed%(1000*1000*1000))/(10*1000*1000)))`
   391 CT_DoLog INFO "(elapsed: ${elapsed_min}:${elapsed_sec}.${elapsed_csec})"
   392 
   393 # Restore a 'normal' color setting
   394 echo -en "${CT_NORMAL_COLOR}"
   395 
   396 trap - EXIT