scripts/build/libc_glibc.sh
author "Yann E. MORIN" <yann.morin.1998@anciens.enib.fr>
Thu May 17 16:22:51 2007 +0000 (2007-05-17)
changeset 96 aa1a9fbd6eb8
parent 73 b8924cbdca26
child 136 22b5ef41df97
permissions -rw-r--r--
Debug facilities:
- add a framework to easily add new ones
- add gdb as a first debug facility
- add patches for gdb
After the kernel checked its installed headers, clean up the mess of .checked.* files.
Reorder scripts/crosstool.sh:
- dump the configuration early
- renice early
- get info about build system early, when setting up the environment
- when in cross or native, the host tools are those of the build system, and only in this case
- elapsed time calculations moved to scripts/functions
Remove handling of the color: it's gone once and for all.
Update tools/addToolVersion.sh:
- handle debug facilities
- commonalise some code
- remove dead tools (cygwin, tcc)
Point to my address for bug reports.
     1 # This file adds functions to build glibc
     2 # Copyright 2007 Yann E. MORIN
     3 # Licensed under the GPL v2. See COPYING in the root of this package
     4 
     5 # Download glibc
     6 do_libc_get() {
     7     # Ah! Not all GNU folks seem stupid. All glibc releases are in the same
     8     # directory. Good. Alas, there is no snapshot there. I'll deal with them
     9     # later on... :-/
    10     CT_GetFile "${CT_LIBC_FILE}" ftp://ftp.gnu.org/gnu/glibc
    11 
    12     # C library addons
    13     addons_list=`echo "${CT_LIBC_ADDONS_LIST}" |sed -r -e 's/,/ /g; s/ $//g;'`
    14     for addon in ${addons_list}; do
    15         CT_GetFile "${CT_LIBC}-${addon}-${CT_LIBC_VERSION}" ftp://ftp.gnu.org/gnu/glibc
    16     done
    17     [ "${CT_LIBC_GLIBC_USE_PORTS}" = "y" ] && CT_GetFile "${CT_LIBC}-ports-${CT_LIBC_VERSION}" ftp://ftp.gnu.org/gnu/glibc
    18 
    19     return 0
    20 }
    21 
    22 # Extract glibc
    23 do_libc_extract() {
    24     CT_ExtractAndPatch "${CT_LIBC_FILE}"
    25 
    26     # C library addons
    27     addons_list=`echo "${CT_LIBC_ADDONS_LIST}" |sed -r -e 's/,/ /g; s/ $//g;'`
    28     for addon in ${addons_list}; do
    29         CT_ExtractAndPatch "${CT_LIBC}-${addon}-${CT_LIBC_VERSION}"
    30     done
    31     [ "${CT_LIBC_GLIBC_USE_PORTS}" = "y" ] && CT_ExtractAndPatch "${CT_LIBC}-ports-${CT_LIBC_VERSION}"
    32 
    33     return 0
    34 }
    35 
    36 # There is nothing to do for glibc check config
    37 do_libc_check_config() {
    38     :
    39 }
    40 
    41 # This function installs the glibc headers needed to build the core compiler
    42 do_libc_headers() {
    43     # Only need to install bootstrap glibc headers for gcc-3.0 and above?  Or maybe just gcc-3.3 and above?
    44     # See also http://gcc.gnu.org/PR8180, which complains about the need for this step.
    45     grep -q 'gcc-[34]' "${CT_SRC_DIR}/${CT_CC_CORE_FILE}/ChangeLog" || return 0
    46 
    47     CT_DoStep INFO "Installing C library headers"
    48 
    49     mkdir -p "${CT_BUILD_DIR}/build-libc-headers"
    50     cd "${CT_BUILD_DIR}/build-libc-headers"
    51 
    52     CT_DoLog EXTRA "Configuring C library headers"
    53 
    54     # The following three things have to be done to build glibc-2.3.x, but they don't hurt older versions.
    55     # 1. override CC to keep glibc's configure from using $TARGET-gcc. 
    56     # 2. disable linuxthreads, which needs a real cross-compiler to generate tcb-offsets.h properly
    57     # 3. build with gcc 3.2 or later
    58     # Compare these options with the ones used when building glibc for real below - they're different.
    59     # As of glibc-2.3.2, to get this step to work for hppa-linux, you need --enable-hacker-mode
    60     # so when configure checks to make sure gcc has access to the assembler you just built...
    61     # Alternately, we could put ${PREFIX}/${TARGET}/bin on the path.
    62     # Set --build so maybe we don't have to specify "cross-compiling=yes" below (haven't tried yet)
    63     # Note: the warning
    64     # "*** WARNING: Are you sure you do not want to use the `linuxthreads'"
    65     # *** add-on?"
    66     # is ok here, since all we want are the basic headers at this point.
    67     # Override libc_cv_ppc_machine so glibc-cvs doesn't complain
    68     # 'a version of binutils that supports .machine "altivec" is needed'.
    69 
    70     # We also need to use the ports addon if specified
    71     addons=
    72     [ "${CT_LIBC_GLIBC_USE_PORTS}" = "y" ] && addons="${CT_LIBC}-ports-${CT_LIBC_VERSION}"
    73 
    74     libc_cv_ppc_machine=yes                     \
    75     CC=${CT_CC_NATIVE}                          \
    76     "${CT_SRC_DIR}/${CT_LIBC_FILE}/configure"   \
    77         --build="${CT_BUILD}"                   \
    78         --host="${CT_TARGET}"                   \
    79         --prefix=/usr                           \
    80         --with-headers="${CT_HEADERS_DIR}"      \
    81         --without-cvs                           \
    82         --disable-sanity-checks                 \
    83         --enable-hacker-mode                    \
    84         --enable-add-ons="${addons}"            \
    85         --without-nptl                          2>&1 |CT_DoLog ALL
    86 
    87     CT_DoLog EXTRA "Installing C library headers"
    88 
    89     if grep -q GLIBC_2.3 "${CT_SRC_DIR}/${CT_LIBC_FILE}/ChangeLog"; then
    90         # glibc-2.3.x passes cross options to $(CC) when generating errlist-compat.c,
    91         # which fails without a real cross-compiler.
    92         # Fortunately, we don't need errlist-compat.c, since we just need .h
    93         # files, so work around this by creating a fake errlist-compat.c and
    94         # satisfying its dependencies.
    95         # Another workaround might be to tell configure to not use any cross
    96         # options to $(CC).
    97         # The real fix would be to get install-headers to not generate
    98         # errlist-compat.c.
    99         # Note: BOOTSTRAP_GCC is used by:
   100         # patches/glibc-2.3.5/glibc-mips-bootstrap-gcc-header-install.patch
   101 
   102         libc_cv_ppc_machine=yes                                 \
   103         make CFLAGS="-O -DBOOTSTRAP_GCC" sysdeps/gnu/errlist.c  2>&1 |CT_DoLog ALL
   104         mkdir -p stdio-common
   105 
   106         # sleep for 2 seconds for benefit of filesystems with lousy time
   107         # resolution, like FAT, so make knows for sure errlist-compat.c doesn't
   108         # need generating
   109         sleep 2
   110         touch stdio-common/errlist-compat.c
   111     fi
   112     # Note: BOOTSTRAP_GCC (see above)
   113     libc_cv_ppc_machine=yes                                 \
   114     make cross-compiling=yes install_root=${CT_SYSROOT_DIR} \
   115          CFLAGS="-O -DBOOTSTRAP_GCC" ${LIBC_SYSROOT_ARG}    \
   116          install-headers                                    2>&1 |CT_DoLog ALL
   117 
   118     # Two headers -- stubs.h and features.h -- aren't installed by install-headers,
   119     # so do them by hand.  We can tolerate an empty stubs.h for the moment.
   120     # See e.g. http://gcc.gnu.org/ml/gcc/2002-01/msg00900.html
   121     mkdir -p "${CT_HEADERS_DIR}/gnu"
   122     touch "${CT_HEADERS_DIR}/gnu/stubs.h"
   123     cp "${CT_SRC_DIR}/${CT_LIBC_FILE}/include/features.h" "${CT_HEADERS_DIR}/features.h"
   124 
   125     # Building the bootstrap gcc requires either setting inhibit_libc, or
   126     # having a copy of stdio_lim.h... see
   127     # http://sources.redhat.com/ml/libc-alpha/2003-11/msg00045.html
   128     cp bits/stdio_lim.h "${CT_HEADERS_DIR}/bits/stdio_lim.h"
   129 
   130     # Following error building gcc-4.0.0's gcj:
   131     #  error: bits/syscall.h: No such file or directory
   132     # solved by following copy; see http://sourceware.org/ml/crossgcc/2005-05/msg00168.html
   133     # but it breaks arm, see http://sourceware.org/ml/crossgcc/2006-01/msg00091.html
   134     [ "${CT_ARCH}" != "arm" ] && cp misc/syscall-list.h "${CT_HEADERS_DIR}/bits/syscall.h" || true
   135 
   136     CT_EndStep
   137 }
   138 
   139 # This function builds and install the full glibc
   140 do_libc() {
   141     CT_DoStep INFO "Installing C library"
   142 
   143     mkdir -p "${CT_BUILD_DIR}/build-libc"
   144     cd "${CT_BUILD_DIR}/build-libc"
   145 
   146     CT_DoLog EXTRA "Configuring C library"
   147 
   148     # Add some default glibc config options if not given by user.
   149     extra_config=""
   150     case "${CT_LIBC_GLIBC_EXTRA_CONFIG}" in
   151         *enable-kernel*) ;;
   152         *) extra_config="${extra_config} --enable-kernel=`echo ${CT_KERNEL_VERSION} |sed -r -e 's/^([^.]+\.[^.]+\.[^.]+)(|\.[^.]+)$/\1/;'`"
   153     esac
   154     case "${CT_LIBC_GLIBC_EXTRA_CONFIG}" in
   155         *-tls*) ;;
   156         *) extra_config="${extra_config} --without-tls"
   157     esac
   158     case "${CT_LIBC_GLIBC_EXTRA_CONFIG}" in
   159         *-__thread*) ;;
   160         *) extra_config="${extra_config} --without-__thread"
   161     esac
   162     case "${CT_SHARED_LIBS}" in
   163         y) extra_config="${extra_config} --enable-shared";;
   164         *) extra_config="${extra_config} --disable-shared";;
   165     esac
   166     case "${CT_LIBC_GLIBC_EXTRA_CONFIG}" in
   167     	*--with-fp*) ;;
   168     	*--without-fp*) ;;
   169     	*)  case "${CT_ARCH_FLOAT_HW},${CT_ARCH_FLOAT_SW}" in
   170                 y,) extra_config="${extra_config} --with-fp";;
   171                 ,y) extra_config="${extra_config} --without-fp";;
   172             esac;;
   173     esac
   174 
   175     case "${CT_LIBC_ADDONS},${CT_LIBC_GLIBC_USE_PORTS}" in
   176         y,y)    addons_config="--enable-add-ons=${CT_LIBC_ADDONS_LIST},${CT_LIBC}-ports-${CT_LIBC_VERSION}";;
   177         y,)     addons_config="--enable-add-ons=${CT_LIBC_ADDONS_LIST}";;
   178         ,y)     addons_config="--enable-add-ons=${CT_LIBC}-ports-${CT_LIBC_VERSION}";;
   179         *)      addons_config="";;
   180     esac
   181 
   182     # Add some default CC args
   183     extra_cc_args="${CT_CFLAGS_FOR_HOST}"
   184     case "${CT_LIBC_EXTRA_CC_ARGS}" in
   185         *-mbig-endian*) ;;
   186         *-mlittle-endian*) ;;
   187         *)  case "${CT_ARCH_BE},${CT_ARCH_LE}" in
   188                 y,) extra_cc_args="${extra_cc_args} -mbig-endian";;
   189                 ,y) extra_cc_args="${extra_cc_args} -mlittle-endian";;
   190             esac;;
   191     esac
   192 
   193     CT_DoLog DEBUG "Configuring with addons : \"${addons_config}\""
   194     CT_DoLog DEBUG "Extra config args passed: \"${extra_config}\""
   195     CT_DoLog DEBUG "Extra CC args passed: \"${extra_cc_args}\""
   196 
   197     # sh3 and sh4 really need to set configparms as of gcc-3.4/glibc-2.3.2
   198     # note: this is awkward, doesn't work well if you need more than one line in configparms
   199     echo ${CT_LIBC_GLIBC_CONFIGPARMS} > configparms
   200 
   201     # For glibc 2.3.4 and later we need to set some autoconf cache
   202     # variables, because nptl/sysdeps/pthread/configure.in does not
   203     # work when cross-compiling.
   204     if test -d ${GLIBC_DIR}/nptl; then
   205         libc_cv_forced_unwind=yes
   206         libc_cv_c_cleanup=yes
   207         export libc_cv_forced_unwind libc_cv_c_cleanup
   208     fi
   209 
   210     # Configure with --prefix the way we want it on the target...
   211     # There are a whole lot of settings here.  You'll probably want
   212     # to read up on what they all mean, and customize a bit, possibly by setting GLIBC_EXTRA_CONFIG
   213     # Compare these options with the ones used when installing the glibc headers above - they're different.
   214     # Adding "--without-gd" option to avoid error "memusagestat.c:36:16: gd.h: No such file or directory" 
   215     # See also http://sources.redhat.com/ml/libc-alpha/2000-07/msg00024.html. 
   216     # Set BUILD_CC, or you won't be able to build datafiles
   217     # Set --build, else glibc-2.3.2 will think you're not cross-compiling, and try to run the test programs
   218 
   219     BUILD_CC=${CT_CC_NATIVE}                                        \
   220     CFLAGS="${CT_TARGET_CFLAGS} ${CT_LIBC_GLIBC_EXTRA_CFLAGS} -O"   \
   221     CC="${CT_TARGET}-gcc ${CT_LIBC_EXTRA_CC_ARGS} ${extra_cc_args}" \
   222     AR=${CT_TARGET}-ar                                              \
   223     RANLIB=${CT_TARGET}-ranlib                                      \
   224     "${CT_SRC_DIR}/${CT_LIBC_FILE}/configure"                       \
   225         --prefix=/usr                                               \
   226         --build=${CT_BUILD} --host=${CT_TARGET}                     \
   227         --without-cvs                                               \
   228         --without-nptl                                              \
   229         --disable-profile                                           \
   230         --disable-debug                                             \
   231         --without-gd                                                \
   232         --with-headers="${CT_HEADERS_DIR}"                          \
   233         ${addons_config}                                            \
   234         ${extra_config}                                             \
   235         ${CT_LIBC_GLIBC_EXTRA_CONFIG}                               2>&1 |CT_DoLog ALL
   236 
   237     if grep -l '^install-lib-all:' "${CT_SRC_DIR}/${CT_LIBC_FILE}/Makerules" > /dev/null; then
   238         # nptl-era glibc.
   239         # If the install-lib-all target (which is added by our make-install-lib-all.patch)
   240         # is present, it means we're building glibc-2.3.3 or later, and we can't
   241         # build programs yet, as they require libeh, which won't be installed
   242         # until full build of gcc
   243         GLIBC_INITIAL_BUILD_RULE=lib
   244         GLIBC_INITIAL_INSTALL_RULE="install-lib-all install-headers"
   245         GLIBC_INSTALL_APPS_LATER=yes
   246     else
   247         # classic glibc.  
   248         # We can build and install everything with the bootstrap compiler.
   249         GLIBC_INITIAL_BUILD_RULE=all
   250         GLIBC_INITIAL_INSTALL_RULE=install
   251         GLIBC_INSTALL_APPS_LATER=no
   252     fi
   253 
   254     # If this fails with an error like this:
   255     # ...  linux/autoconf.h: No such file or directory 
   256     # then you need to set the KERNELCONFIG variable to point to a .config file for this arch.
   257     # The following architectures are known to need kernel .config: alpha, arm, ia64, s390, sh, sparc
   258     # Note: LD and RANLIB needed by glibc-2.1.3's c_stub directory, at least on macosx
   259     # No need for PARALLELMFLAGS here, Makefile already reads this environment variable
   260     CT_DoLog EXTRA "Building C library"
   261     make LD=${CT_TARGET}-ld             \
   262          RANLIB=${CT_TARGET}-ranlib     \
   263          ${GLIBC_INITIAL_BUILD_RULE}    2>&1 |CT_DoLog ALL
   264 
   265     CT_DoLog EXTRA "Installing C library"
   266     make install_root="${CT_SYSROOT_DIR}"   \
   267          ${LIBC_SYSROOT_ARG}                \
   268          ${GLIBC_INITIAL_INSTALL_RULE}      2>&1 |CT_DoLog ALL
   269 
   270     # This doesn't seem to work when building a crosscompiler,
   271     # as it tries to execute localedef using the just-built ld.so!?
   272     #CT_DoLog EXTRA "Installing locales"
   273     #make localedata/install-locales install_root=${SYSROOT} 2>&1 |CT_DoLog ALL
   274 
   275     # Fix problems in linker scripts.
   276     #
   277     # 1. Remove absolute paths
   278     # Any file in a list of known suspects that isn't a symlink is assumed to be a linker script.
   279     # FIXME: test -h is not portable
   280     # FIXME: probably need to check more files than just these three...
   281     # Need to use sed instead of just assuming we know what's in libc.so because otherwise alpha breaks
   282     #
   283     # 2. Remove lines containing BUG per http://sources.redhat.com/ml/bug-glibc/2003-05/msg00055.html,
   284     # needed to fix gcc-3.2.3/glibc-2.3.2 targeting arm
   285     #
   286     # To make "strip *.so.*" not fail (ptxdist does this), rename to .so_orig rather than .so.orig
   287     CT_DoLog EXTRA "Fixing C library linker scripts"
   288     for file in libc.so libpthread.so libgcc_s.so; do
   289         for dir in lib lib64 usr/lib usr/lib64; do
   290             if [ -f "${CT_SYSROOT_DIR}/${dir}/${file}" -a ! -L ${CT_SYSROOT_DIR}/$lib/$file ]; then
   291                 cp "${CT_SYSROOT_DIR}/${dir}/${file}" "${CT_SYSROOT_DIR}/${dir}/${file}_orig"
   292                 CT_DoLog DEBUG "Fixing \"${CT_SYS_ROOT_DIR}/${dir}/${file}\""
   293                 sed -i -r -e 's,/usr/lib/,,g;
   294                               s,/usr/lib64/,,g;
   295                               s,/lib/,,g;
   296                               s,/lib64/,,g;
   297                               /BUG in libc.scripts.output-format.sed/d' "${CT_SYSROOT_DIR}/${dir}/${file}"
   298             fi
   299         done
   300     done
   301 
   302     CT_EndStep
   303 }
   304 
   305 # This function finishes the glibc install
   306 do_libc_finish() {
   307     # Finally, build and install glibc programs, now that libeh (if any) is installed
   308     # Don't do this unless needed, 'cause it causes glibc-2.{1.3,2.2} to fail here with
   309     # .../gcc-3.4.1-glibc-2.1.3/build-glibc/libc.so.6: undefined reference to `__deregister_frame_info'
   310     # .../gcc-3.4.1-glibc-2.1.3/build-glibc/libc.so.6: undefined reference to `__register_frame_info'
   311     [ "${GLIBC_INSTALL_APPS_LATER}" = "yes" ] || return 0
   312 
   313     CT_DoStep INFO "Finishing C library"
   314 
   315     cd "${CT_BUILD_DIR}/build-libc"
   316 
   317     CT_DoLog EXTRA "Re-building C library"
   318     make LD=${CT_TARGET}-ld RANLIB=${CT_TARGET}-ranlib 2>&1 |CT_DoLog ALL
   319 
   320     CT_DoLog EXTRA "Installing missing C library components"
   321     # note: should do full install and then fix linker scripts, but this is faster
   322     for t in bin rootsbin sbin data others; do
   323         make install_root="${CT_SYSROOT_DIR}"   \
   324              ${LIBC_SYSROOT_ARG}                \
   325              install-${t}                       2>&1 |CT_DoLog ALL
   326     done
   327 
   328     CT_EndStep
   329 }