scripts/build/libc_glibc.sh
author "Yann E. MORIN" <yann.morin.1998@anciens.enib.fr>
Mon May 07 15:57:02 2007 +0000 (2007-05-07)
changeset 64 7dab8d1a2426
parent 63 89b41dbffe8d
child 73 b8924cbdca26
permissions -rw-r--r--
Fix glibc and uClibc downloading and extracting.
Although we no longer need the kernel config file, we now need to specify the kernel source directory when installing headers.
Re-order components downloading to match build order.
Fix the saveSample.sh script in case the referenced files are the same as the destination files.
     1 # This file adds functions to build glibc
     2 # Copyright 2007 Yann E. MORIN
     3 # Licensed under the GPL v2. See COPYING in the root of this package
     4 
     5 # Download glibc
     6 do_libc_get() {
     7     # Ah! Not all GNU folks seem stupid. All glibc releases are in the same
     8     # directory. Good. Alas, there is no snapshot there. I'll deal with them
     9     # later on... :-/
    10     CT_GetFile "${CT_LIBC_FILE}" ftp://ftp.gnu.org/gnu/glibc
    11 
    12     # C library addons
    13     addons_list=`echo "${CT_LIBC_ADDONS}" |sed -r -e 's/,/ /g; s/ $//g;'`
    14     for addon in ${addons_list}; do
    15         CT_GetFile "${CT_LIBC}-${addon}-${CT_LIBC_VERSION}" ftp://ftp.gnu.org/gnu/glibc
    16     done
    17     [ "${CT_LIBC_GLIBC_USE_PORTS}" = "y" ] && CT_GetFile "${CT_LIBC}-ports-${CT_LIBC_VERSION}" ftp://ftp.gnu.org/gnu/glibc
    18 
    19     return 0
    20 }
    21 
    22 # Extract glibc
    23 do_libc_extract() {
    24     CT_ExtractAndPatch "${CT_LIBC_FILE}"
    25 
    26     # C library addons
    27     addons_list=`echo "${CT_LIBC_ADDONS}" |sed -r -e 's/,/ /g; s/ $//g;'`
    28     for addon in ${addons_list}; do
    29         CT_ExtractAndPatch "${CT_LIBC}-${addon}-${CT_LIBC_VERSION}"
    30     done
    31     [ "${CT_LIBC_GLIBC_USE_PORTS}" = "y" ] && CT_ExtractAndPatch "${CT_LIBC}-ports-${CT_LIBC_VERSION}"
    32 
    33     return 0
    34 }
    35 
    36 # There is nothing to do for glibc check config
    37 do_libc_check_config() {
    38     CT_DoStep INFO "Checking C library configuration"
    39     CT_DoLog EXTRA "glibc has nothing to check"
    40     CT_EndStep
    41 }
    42 
    43 # This function installs the glibc headers needed to build the core compiler
    44 do_libc_headers() {
    45     # Only need to install bootstrap glibc headers for gcc-3.0 and above?  Or maybe just gcc-3.3 and above?
    46     # See also http://gcc.gnu.org/PR8180, which complains about the need for this step.
    47     grep -q 'gcc-[34]' "${CT_SRC_DIR}/${CT_CC_CORE_FILE}/ChangeLog" || return 0
    48 
    49     CT_DoStep INFO "Installing C library headers"
    50 
    51     mkdir -p "${CT_BUILD_DIR}/build-libc-headers"
    52     cd "${CT_BUILD_DIR}/build-libc-headers"
    53 
    54     CT_DoLog EXTRA "Configuring C library headers"
    55 
    56     # The following three things have to be done to build glibc-2.3.x, but they don't hurt older versions.
    57     # 1. override CC to keep glibc's configure from using $TARGET-gcc. 
    58     # 2. disable linuxthreads, which needs a real cross-compiler to generate tcb-offsets.h properly
    59     # 3. build with gcc 3.2 or later
    60     # Compare these options with the ones used when building glibc for real below - they're different.
    61     # As of glibc-2.3.2, to get this step to work for hppa-linux, you need --enable-hacker-mode
    62     # so when configure checks to make sure gcc has access to the assembler you just built...
    63     # Alternately, we could put ${PREFIX}/${TARGET}/bin on the path.
    64     # Set --build so maybe we don't have to specify "cross-compiling=yes" below (haven't tried yet)
    65     # Note: the warning
    66     # "*** WARNING: Are you sure you do not want to use the `linuxthreads'"
    67     # *** add-on?"
    68     # is ok here, since all we want are the basic headers at this point.
    69     # Override libc_cv_ppc_machine so glibc-cvs doesn't complain
    70     # 'a version of binutils that supports .machine "altivec" is needed'.
    71     libc_cv_ppc_machine=yes                     \
    72     CC=${CT_CC_NATIVE}                          \
    73     "${CT_SRC_DIR}/${CT_LIBC_FILE}/configure"   \
    74         --build="${CT_BUILD}"                   \
    75         --host="${CT_TARGET}"                   \
    76         --prefix=/usr                           \
    77         --with-headers="${CT_HEADERS_DIR}"      \
    78         --without-cvs                           \
    79         --disable-sanity-checks                 \
    80         --enable-hacker-mode                    \
    81         --enable-add-ons=""                     \
    82         --without-nptl                          2>&1 |CT_DoLog DEBUG
    83 
    84     CT_DoLog EXTRA "Installing C library headers"
    85 
    86     if grep -q GLIBC_2.3 "${CT_SRC_DIR}/${CT_LIBC_FILE}/ChangeLog"; then
    87         # glibc-2.3.x passes cross options to $(CC) when generating errlist-compat.c,
    88         # which fails without a real cross-compiler.
    89         # Fortunately, we don't need errlist-compat.c, since we just need .h
    90         # files, so work around this by creating a fake errlist-compat.c and
    91         # satisfying its dependencies.
    92         # Another workaround might be to tell configure to not use any cross
    93         # options to $(CC).
    94         # The real fix would be to get install-headers to not generate
    95         # errlist-compat.c.
    96         # Note: BOOTSTRAP_GCC is used by:
    97         # patches/glibc-2.3.5/glibc-mips-bootstrap-gcc-header-install.patch
    98         libc_cv_ppc_machine=yes                             \
    99         make CFLAGS=-DBOOTSTRAP_GCC sysdeps/gnu/errlist.c   2>&1 |CT_DoLog DEBUG
   100         mkdir -p stdio-common
   101         # sleep for 2 seconds for benefit of filesystems with lousy time
   102         # resolution, like FAT, so make knows for sure errlist-compat.c doesn't
   103         # need generating
   104         sleep 2
   105         touch stdio-common/errlist-compat.c
   106     fi
   107     # Note: BOOTSTRAP_GCC (see above)
   108     libc_cv_ppc_machine=yes                                 \
   109     make cross-compiling=yes install_root=${CT_SYSROOT_DIR} \
   110         CFLAGS=-DBOOTSTRAP_GCC ${LIBC_SYSROOT_ARG}          \
   111         install-headers                                     2>&1 |CT_DoLog DEBUG
   112 
   113     # Two headers -- stubs.h and features.h -- aren't installed by install-headers,
   114     # so do them by hand.  We can tolerate an empty stubs.h for the moment.
   115     # See e.g. http://gcc.gnu.org/ml/gcc/2002-01/msg00900.html
   116     mkdir -p "${CT_HEADERS_DIR}/gnu"
   117     touch "${CT_HEADERS_DIR}/gnu/stubs.h"
   118     cp "${CT_SRC_DIR}/${CT_LIBC_FILE}/include/features.h" "${CT_HEADERS_DIR}/features.h"
   119 
   120     # Building the bootstrap gcc requires either setting inhibit_libc, or
   121     # having a copy of stdio_lim.h... see
   122     # http://sources.redhat.com/ml/libc-alpha/2003-11/msg00045.html
   123     cp bits/stdio_lim.h "${CT_HEADERS_DIR}/bits/stdio_lim.h"
   124 
   125     # Following error building gcc-4.0.0's gcj:
   126     #  error: bits/syscall.h: No such file or directory
   127     # solved by following copy; see http://sourceware.org/ml/crossgcc/2005-05/msg00168.html
   128     # but it breaks arm, see http://sourceware.org/ml/crossgcc/2006-01/msg00091.html
   129     [ "${CT_ARCH}" != "arm" ] && cp misc/syscall-list.h "${CT_HEADERS_DIR}/bits/syscall.h" || true
   130 
   131     CT_EndStep
   132 }
   133 
   134 # This function builds and install the full glibc
   135 do_libc() {
   136     CT_DoStep INFO "Installing C library"
   137 
   138     mkdir -p "${CT_BUILD_DIR}/build-libc"
   139     cd "${CT_BUILD_DIR}/build-libc"
   140 
   141     CT_DoLog EXTRA "Configuring C library"
   142 
   143     # Add some default glibc config options if not given by user.
   144     extra_config=""
   145     case "${CT_LIBC_GLIBC_EXTRA_CONFIG}" in
   146         *enable-kernel*) ;;
   147         *) extra_config="${extra_config} --enable-kernel=${CT_KERNEL_VERSION}"
   148     esac
   149     case "${CT_LIBC_GLIBC_EXTRA_CONFIG}" in
   150         *-tls*) ;;
   151         *) extra_config="${extra_config} --without-tls"
   152     esac
   153     case "${CT_LIBC_GLIBC_EXTRA_CONFIG}" in
   154         *-__thread*) ;;
   155         *) extra_config="${extra_config} --without-__thread"
   156     esac
   157     case "${CT_SHARED_LIBS}" in
   158         y) extra_config="${extra_config} --enable-shared";;
   159         *) extra_config="${extra_config} --disable-shared";;
   160     esac
   161     case "${CT_LIBC_GLIBC_EXTRA_CONFIG}" in
   162     	*--with-fp*) ;;
   163     	*--without-fp*) ;;
   164     	*)  case "${CT_ARCH_FLOAT_HW},${CT_ARCH_FLOAT_SW}" in
   165                 y,) extra_config="${extra_config} --with-fp";;
   166                 ,y) extra_config="${extra_config} --without-fp";;
   167             esac;;
   168     esac
   169     case "${CT_LIBC_ADDONS},${CT_LIBC_ADDONS_LIST}" in
   170         y,) extra_config="${extra_config} --enable-add-ons";;
   171         y,*) extra_config="${extra_config} --enable-add-ons=${CT_LIBC_ADDONS_LIST}";;
   172     esac
   173 
   174     CT_DoLog DEBUG "Extra config args passed: \"${extra_config}\""
   175 
   176     # Add some default CC args
   177     extra_cc_args="${CT_CFLAGS_FOR_HOST}"
   178     case "${CT_LIBC_EXTRA_CC_ARGS}" in
   179         *-mbig-endian*) ;;
   180         *-mlittle-endian*) ;;
   181         *)  case "${CT_ARCH_BE},${CT_ARCH_LE}" in
   182                 y,) extra_cc_args="${extra_cc_args} -mbig-endian";;
   183                 ,y) extra_cc_args="${extra_cc_args} -mlittle-endian";;
   184             esac;;
   185     esac
   186 
   187     CT_DoLog DEBUG "Extra CC args passed: \"${extra_cc_args}\""
   188 
   189     # sh3 and sh4 really need to set configparms as of gcc-3.4/glibc-2.3.2
   190     # note: this is awkward, doesn't work well if you need more than one line in configparms
   191     echo ${CT_LIBC_GLIBC_CONFIGPARMS} > configparms
   192 
   193     # For glibc 2.3.4 and later we need to set some autoconf cache
   194     # variables, because nptl/sysdeps/pthread/configure.in does not
   195     # work when cross-compiling.
   196     if test -d ${GLIBC_DIR}/nptl; then
   197         libc_cv_forced_unwind=yes
   198         libc_cv_c_cleanup=yes
   199         export libc_cv_forced_unwind libc_cv_c_cleanup
   200     fi
   201 
   202     # Configure with --prefix the way we want it on the target...
   203     # There are a whole lot of settings here.  You'll probably want
   204     # to read up on what they all mean, and customize a bit, possibly by setting GLIBC_EXTRA_CONFIG
   205     # Compare these options with the ones used when installing the glibc headers above - they're different.
   206     # Adding "--without-gd" option to avoid error "memusagestat.c:36:16: gd.h: No such file or directory" 
   207     # See also http://sources.redhat.com/ml/libc-alpha/2000-07/msg00024.html. 
   208     # Set BUILD_CC, or you won't be able to build datafiles
   209     # Set --build, else glibc-2.3.2 will think you're not cross-compiling, and try to run the test programs
   210 
   211     BUILD_CC=${CT_CC_NATIVE}                                        \
   212     CFLAGS="${CT_TARGET_CFLAGS} ${CT_LIBC_GLIBC_EXTRA_CFLAGS} -O"   \
   213     CC="${CT_TARGET}-gcc ${CT_LIBC_EXTRA_CC_ARGS} ${extra_cc_args}" \
   214     AR=${CT_TARGET}-ar                                              \
   215     RANLIB=${CT_TARGET}-ranlib                                      \
   216     "${CT_SRC_DIR}/${CT_LIBC_FILE}/configure"                       \
   217         --prefix=/usr                                               \
   218         --build=${CT_BUILD} --host=${CT_TARGET}                     \
   219         ${CT_LIBC_GLIBC_EXTRA_CONFIG}                               \
   220         ${extra_config}                                             \
   221         --without-cvs                                               \
   222         --disable-profile                                           \
   223         --disable-debug                                             \
   224         --without-gd                                                \
   225         --with-headers="${CT_HEADERS_DIR}"                          2>&1 |CT_DoLog DEBUG
   226 
   227     if grep -l '^install-lib-all:' "${CT_SRC_DIR}/${CT_LIBC_FILE}/Makerules" > /dev/null; then
   228         # nptl-era glibc.
   229         # If the install-lib-all target (which is added by our make-install-lib-all.patch)
   230         # is present, it means we're building glibc-2.3.3 or later, and we can't
   231         # build programs yet, as they require libeh, which won't be installed
   232         # until full build of gcc
   233         GLIBC_INITIAL_BUILD_RULE=lib
   234         GLIBC_INITIAL_INSTALL_RULE="install-lib-all install-headers"
   235         GLIBC_INSTALL_APPS_LATER=yes
   236     else
   237         # classic glibc.  
   238         # We can build and install everything with the bootstrap compiler.
   239         GLIBC_INITIAL_BUILD_RULE=all
   240         GLIBC_INITIAL_INSTALL_RULE=install
   241         GLIBC_INSTALL_APPS_LATER=no
   242     fi
   243 
   244     # If this fails with an error like this:
   245     # ...  linux/autoconf.h: No such file or directory 
   246     # then you need to set the KERNELCONFIG variable to point to a .config file for this arch.
   247     # The following architectures are known to need kernel .config: alpha, arm, ia64, s390, sh, sparc
   248     # Note: LD and RANLIB needed by glibc-2.1.3's c_stub directory, at least on macosx
   249     # No need for PARALLELMFLAGS here, Makefile already reads this environment variable
   250     CT_DoLog EXTRA "Building C library"
   251     make LD=${CT_TARGET}-ld             \
   252          RANLIB=${CT_TARGET}-ranlib     \
   253          ${GLIBC_INITIAL_BUILD_RULE}    2>&1 |CT_DoLog DEBUG
   254 
   255     CT_DoLog EXTRA "Installing C library"
   256     make install_root="${CT_SYSROOT_DIR}"   \
   257          ${LIBC_SYSROOT_ARG}                \
   258          ${GLIBC_INITIAL_INSTALL_RULE}      2>&1 |CT_DoLog DEBUG
   259 
   260     # This doesn't seem to work when building a crosscompiler,
   261     # as it tries to execute localedef using the just-built ld.so!?
   262     #CT_DoLog EXTRA "Installing locales"
   263     #make localedata/install-locales install_root=${SYSROOT} 2>&1 |CT_DoLog DEBUG
   264 
   265     # Fix problems in linker scripts.
   266     #
   267     # 1. Remove absolute paths
   268     # Any file in a list of known suspects that isn't a symlink is assumed to be a linker script.
   269     # FIXME: test -h is not portable
   270     # FIXME: probably need to check more files than just these three...
   271     # Need to use sed instead of just assuming we know what's in libc.so because otherwise alpha breaks
   272     #
   273     # 2. Remove lines containing BUG per http://sources.redhat.com/ml/bug-glibc/2003-05/msg00055.html,
   274     # needed to fix gcc-3.2.3/glibc-2.3.2 targeting arm
   275     #
   276     # To make "strip *.so.*" not fail (ptxdist does this), rename to .so_orig rather than .so.orig
   277     CT_DoLog EXTRA "Fixing C library linker scripts"
   278     for file in libc.so libpthread.so libgcc_s.so; do
   279         for dir in lib lib64 usr/lib usr/lib64; do
   280             if [ -f "${CT_SYSROOT_DIR}/${dir}/${file}" -a ! -L ${CT_SYSROOT_DIR}/$lib/$file ]; then
   281                 mv "${CT_SYSROOT_DIR}/${dir}/${file}" "${CT_SYSROOT_DIR}/${dir}/${file}_orig"
   282                 CT_DoLog DEBUG "Fixing \"${CT_SYS_ROOT_DIR}/${dir}/${file}\""
   283                 sed -i -r -e 's,/usr/lib/,,g;
   284                               s,/usr/lib64/,,g;
   285                               s,/lib/,,g;
   286                               s,/lib64/,,g;
   287                               /BUG in libc.scripts.output-format.sed/d' "${CT_SYSROOT_DIR}/${dir}/${file}_orig"
   288             fi
   289         done
   290     done
   291 
   292     CT_EndStep
   293 }
   294 
   295 # This function finishes the glibc install
   296 do_libc_finish() {
   297     # Finally, build and install glibc programs, now that libeh (if any) is installed
   298     # Don't do this unless needed, 'cause it causes glibc-2.{1.3,2.2} to fail here with
   299     # .../gcc-3.4.1-glibc-2.1.3/build-glibc/libc.so.6: undefined reference to `__deregister_frame_info'
   300     # .../gcc-3.4.1-glibc-2.1.3/build-glibc/libc.so.6: undefined reference to `__register_frame_info'
   301     [ "${GLIBC_INSTALL_APPS_LATER}" = "yes" ] || return 0
   302 
   303     CT_DoStep INFO "Finishing C library"
   304 
   305     cd "${CT_BUILD_DIR}/build-libc"
   306 
   307     CT_DoLog EXTRA "Re-building C library"
   308     make LD=${CT_TARGET}-ld RANLIB=${CT_TARGET}-ranlib 2>&1 |CT_DoLog DEBUG
   309 
   310     CT_DoLog EXTRA "Installing missing C library components"
   311     # note: should do full install and then fix linker scripts, but this is faster
   312     for t in bin rootsbin sbin data others; do
   313         make install_root="${CT_SYSROOT_DIR}"   \
   314              ${LIBC_SYSROOT_ARG}                \
   315              install-${t}                       2>&1 |CT_DoLog DEBUG
   316     done
   317 }