scripts/build/libc_glibc.sh
author "Yann E. MORIN" <yann.morin.1998@anciens.enib.fr>
Thu May 17 16:22:51 2007 +0000 (2007-05-17)
changeset 96 aa1a9fbd6eb8
parent 73 b8924cbdca26
child 136 22b5ef41df97
permissions -rw-r--r--
Debug facilities:
- add a framework to easily add new ones
- add gdb as a first debug facility
- add patches for gdb
After the kernel checked its installed headers, clean up the mess of .checked.* files.
Reorder scripts/crosstool.sh:
- dump the configuration early
- renice early
- get info about build system early, when setting up the environment
- when in cross or native, the host tools are those of the build system, and only in this case
- elapsed time calculations moved to scripts/functions
Remove handling of the color: it's gone once and for all.
Update tools/addToolVersion.sh:
- handle debug facilities
- commonalise some code
- remove dead tools (cygwin, tcc)
Point to my address for bug reports.
yann@1
     1
# This file adds functions to build glibc
yann@1
     2
# Copyright 2007 Yann E. MORIN
yann@1
     3
# Licensed under the GPL v2. See COPYING in the root of this package
yann@1
     4
yann@63
     5
# Download glibc
yann@64
     6
do_libc_get() {
yann@63
     7
    # Ah! Not all GNU folks seem stupid. All glibc releases are in the same
yann@63
     8
    # directory. Good. Alas, there is no snapshot there. I'll deal with them
yann@63
     9
    # later on... :-/
yann@63
    10
    CT_GetFile "${CT_LIBC_FILE}" ftp://ftp.gnu.org/gnu/glibc
yann@63
    11
yann@63
    12
    # C library addons
yann@78
    13
    addons_list=`echo "${CT_LIBC_ADDONS_LIST}" |sed -r -e 's/,/ /g; s/ $//g;'`
yann@63
    14
    for addon in ${addons_list}; do
yann@63
    15
        CT_GetFile "${CT_LIBC}-${addon}-${CT_LIBC_VERSION}" ftp://ftp.gnu.org/gnu/glibc
yann@63
    16
    done
yann@63
    17
    [ "${CT_LIBC_GLIBC_USE_PORTS}" = "y" ] && CT_GetFile "${CT_LIBC}-ports-${CT_LIBC_VERSION}" ftp://ftp.gnu.org/gnu/glibc
yann@64
    18
yann@64
    19
    return 0
yann@63
    20
}
yann@63
    21
yann@63
    22
# Extract glibc
yann@63
    23
do_libc_extract() {
yann@63
    24
    CT_ExtractAndPatch "${CT_LIBC_FILE}"
yann@63
    25
yann@63
    26
    # C library addons
yann@78
    27
    addons_list=`echo "${CT_LIBC_ADDONS_LIST}" |sed -r -e 's/,/ /g; s/ $//g;'`
yann@63
    28
    for addon in ${addons_list}; do
yann@63
    29
        CT_ExtractAndPatch "${CT_LIBC}-${addon}-${CT_LIBC_VERSION}"
yann@63
    30
    done
yann@63
    31
    [ "${CT_LIBC_GLIBC_USE_PORTS}" = "y" ] && CT_ExtractAndPatch "${CT_LIBC}-ports-${CT_LIBC_VERSION}"
yann@64
    32
yann@64
    33
    return 0
yann@63
    34
}
yann@63
    35
yann@1
    36
# There is nothing to do for glibc check config
yann@1
    37
do_libc_check_config() {
yann@73
    38
    :
yann@1
    39
}
yann@1
    40
yann@1
    41
# This function installs the glibc headers needed to build the core compiler
yann@1
    42
do_libc_headers() {
yann@1
    43
    # Only need to install bootstrap glibc headers for gcc-3.0 and above?  Or maybe just gcc-3.3 and above?
yann@1
    44
    # See also http://gcc.gnu.org/PR8180, which complains about the need for this step.
yann@1
    45
    grep -q 'gcc-[34]' "${CT_SRC_DIR}/${CT_CC_CORE_FILE}/ChangeLog" || return 0
yann@1
    46
yann@1
    47
    CT_DoStep INFO "Installing C library headers"
yann@1
    48
yann@1
    49
    mkdir -p "${CT_BUILD_DIR}/build-libc-headers"
yann@1
    50
    cd "${CT_BUILD_DIR}/build-libc-headers"
yann@1
    51
yann@1
    52
    CT_DoLog EXTRA "Configuring C library headers"
yann@1
    53
yann@1
    54
    # The following three things have to be done to build glibc-2.3.x, but they don't hurt older versions.
yann@1
    55
    # 1. override CC to keep glibc's configure from using $TARGET-gcc. 
yann@1
    56
    # 2. disable linuxthreads, which needs a real cross-compiler to generate tcb-offsets.h properly
yann@1
    57
    # 3. build with gcc 3.2 or later
yann@1
    58
    # Compare these options with the ones used when building glibc for real below - they're different.
yann@1
    59
    # As of glibc-2.3.2, to get this step to work for hppa-linux, you need --enable-hacker-mode
yann@1
    60
    # so when configure checks to make sure gcc has access to the assembler you just built...
yann@1
    61
    # Alternately, we could put ${PREFIX}/${TARGET}/bin on the path.
yann@1
    62
    # Set --build so maybe we don't have to specify "cross-compiling=yes" below (haven't tried yet)
yann@1
    63
    # Note: the warning
yann@1
    64
    # "*** WARNING: Are you sure you do not want to use the `linuxthreads'"
yann@1
    65
    # *** add-on?"
yann@1
    66
    # is ok here, since all we want are the basic headers at this point.
yann@1
    67
    # Override libc_cv_ppc_machine so glibc-cvs doesn't complain
yann@1
    68
    # 'a version of binutils that supports .machine "altivec" is needed'.
yann@78
    69
yann@78
    70
    # We also need to use the ports addon if specified
yann@78
    71
    addons=
yann@78
    72
    [ "${CT_LIBC_GLIBC_USE_PORTS}" = "y" ] && addons="${CT_LIBC}-ports-${CT_LIBC_VERSION}"
yann@78
    73
yann@1
    74
    libc_cv_ppc_machine=yes                     \
yann@1
    75
    CC=${CT_CC_NATIVE}                          \
yann@1
    76
    "${CT_SRC_DIR}/${CT_LIBC_FILE}/configure"   \
yann@1
    77
        --build="${CT_BUILD}"                   \
yann@1
    78
        --host="${CT_TARGET}"                   \
yann@1
    79
        --prefix=/usr                           \
yann@1
    80
        --with-headers="${CT_HEADERS_DIR}"      \
yann@63
    81
        --without-cvs                           \
yann@63
    82
        --disable-sanity-checks                 \
yann@1
    83
        --enable-hacker-mode                    \
yann@78
    84
        --enable-add-ons="${addons}"            \
yann@78
    85
        --without-nptl                          2>&1 |CT_DoLog ALL
yann@1
    86
yann@1
    87
    CT_DoLog EXTRA "Installing C library headers"
yann@1
    88
yann@1
    89
    if grep -q GLIBC_2.3 "${CT_SRC_DIR}/${CT_LIBC_FILE}/ChangeLog"; then
yann@1
    90
        # glibc-2.3.x passes cross options to $(CC) when generating errlist-compat.c,
yann@1
    91
        # which fails without a real cross-compiler.
yann@1
    92
        # Fortunately, we don't need errlist-compat.c, since we just need .h
yann@1
    93
        # files, so work around this by creating a fake errlist-compat.c and
yann@1
    94
        # satisfying its dependencies.
yann@1
    95
        # Another workaround might be to tell configure to not use any cross
yann@1
    96
        # options to $(CC).
yann@1
    97
        # The real fix would be to get install-headers to not generate
yann@1
    98
        # errlist-compat.c.
yann@1
    99
        # Note: BOOTSTRAP_GCC is used by:
yann@1
   100
        # patches/glibc-2.3.5/glibc-mips-bootstrap-gcc-header-install.patch
yann@78
   101
yann@78
   102
        libc_cv_ppc_machine=yes                                 \
yann@78
   103
        make CFLAGS="-O -DBOOTSTRAP_GCC" sysdeps/gnu/errlist.c  2>&1 |CT_DoLog ALL
yann@1
   104
        mkdir -p stdio-common
yann@78
   105
yann@1
   106
        # sleep for 2 seconds for benefit of filesystems with lousy time
yann@1
   107
        # resolution, like FAT, so make knows for sure errlist-compat.c doesn't
yann@1
   108
        # need generating
yann@1
   109
        sleep 2
yann@1
   110
        touch stdio-common/errlist-compat.c
yann@1
   111
    fi
yann@1
   112
    # Note: BOOTSTRAP_GCC (see above)
yann@1
   113
    libc_cv_ppc_machine=yes                                 \
yann@1
   114
    make cross-compiling=yes install_root=${CT_SYSROOT_DIR} \
yann@78
   115
         CFLAGS="-O -DBOOTSTRAP_GCC" ${LIBC_SYSROOT_ARG}    \
yann@78
   116
         install-headers                                    2>&1 |CT_DoLog ALL
yann@1
   117
yann@1
   118
    # Two headers -- stubs.h and features.h -- aren't installed by install-headers,
yann@1
   119
    # so do them by hand.  We can tolerate an empty stubs.h for the moment.
yann@1
   120
    # See e.g. http://gcc.gnu.org/ml/gcc/2002-01/msg00900.html
yann@1
   121
    mkdir -p "${CT_HEADERS_DIR}/gnu"
yann@1
   122
    touch "${CT_HEADERS_DIR}/gnu/stubs.h"
yann@1
   123
    cp "${CT_SRC_DIR}/${CT_LIBC_FILE}/include/features.h" "${CT_HEADERS_DIR}/features.h"
yann@1
   124
yann@1
   125
    # Building the bootstrap gcc requires either setting inhibit_libc, or
yann@1
   126
    # having a copy of stdio_lim.h... see
yann@1
   127
    # http://sources.redhat.com/ml/libc-alpha/2003-11/msg00045.html
yann@1
   128
    cp bits/stdio_lim.h "${CT_HEADERS_DIR}/bits/stdio_lim.h"
yann@1
   129
yann@1
   130
    # Following error building gcc-4.0.0's gcj:
yann@1
   131
    #  error: bits/syscall.h: No such file or directory
yann@1
   132
    # solved by following copy; see http://sourceware.org/ml/crossgcc/2005-05/msg00168.html
yann@1
   133
    # but it breaks arm, see http://sourceware.org/ml/crossgcc/2006-01/msg00091.html
yann@1
   134
    [ "${CT_ARCH}" != "arm" ] && cp misc/syscall-list.h "${CT_HEADERS_DIR}/bits/syscall.h" || true
yann@1
   135
yann@1
   136
    CT_EndStep
yann@1
   137
}
yann@1
   138
yann@1
   139
# This function builds and install the full glibc
yann@1
   140
do_libc() {
yann@1
   141
    CT_DoStep INFO "Installing C library"
yann@1
   142
yann@1
   143
    mkdir -p "${CT_BUILD_DIR}/build-libc"
yann@1
   144
    cd "${CT_BUILD_DIR}/build-libc"
yann@1
   145
yann@1
   146
    CT_DoLog EXTRA "Configuring C library"
yann@1
   147
yann@1
   148
    # Add some default glibc config options if not given by user.
yann@1
   149
    extra_config=""
yann@1
   150
    case "${CT_LIBC_GLIBC_EXTRA_CONFIG}" in
yann@1
   151
        *enable-kernel*) ;;
yann@78
   152
        *) extra_config="${extra_config} --enable-kernel=`echo ${CT_KERNEL_VERSION} |sed -r -e 's/^([^.]+\.[^.]+\.[^.]+)(|\.[^.]+)$/\1/;'`"
yann@1
   153
    esac
yann@1
   154
    case "${CT_LIBC_GLIBC_EXTRA_CONFIG}" in
yann@1
   155
        *-tls*) ;;
yann@1
   156
        *) extra_config="${extra_config} --without-tls"
yann@1
   157
    esac
yann@1
   158
    case "${CT_LIBC_GLIBC_EXTRA_CONFIG}" in
yann@1
   159
        *-__thread*) ;;
yann@1
   160
        *) extra_config="${extra_config} --without-__thread"
yann@1
   161
    esac
yann@1
   162
    case "${CT_SHARED_LIBS}" in
yann@1
   163
        y) extra_config="${extra_config} --enable-shared";;
yann@1
   164
        *) extra_config="${extra_config} --disable-shared";;
yann@1
   165
    esac
yann@1
   166
    case "${CT_LIBC_GLIBC_EXTRA_CONFIG}" in
yann@1
   167
    	*--with-fp*) ;;
yann@1
   168
    	*--without-fp*) ;;
yann@1
   169
    	*)  case "${CT_ARCH_FLOAT_HW},${CT_ARCH_FLOAT_SW}" in
yann@1
   170
                y,) extra_config="${extra_config} --with-fp";;
yann@1
   171
                ,y) extra_config="${extra_config} --without-fp";;
yann@1
   172
            esac;;
yann@1
   173
    esac
yann@78
   174
yann@78
   175
    case "${CT_LIBC_ADDONS},${CT_LIBC_GLIBC_USE_PORTS}" in
yann@78
   176
        y,y)    addons_config="--enable-add-ons=${CT_LIBC_ADDONS_LIST},${CT_LIBC}-ports-${CT_LIBC_VERSION}";;
yann@78
   177
        y,)     addons_config="--enable-add-ons=${CT_LIBC_ADDONS_LIST}";;
yann@78
   178
        ,y)     addons_config="--enable-add-ons=${CT_LIBC}-ports-${CT_LIBC_VERSION}";;
yann@78
   179
        *)      addons_config="";;
yann@1
   180
    esac
yann@1
   181
yann@1
   182
    # Add some default CC args
yann@63
   183
    extra_cc_args="${CT_CFLAGS_FOR_HOST}"
yann@1
   184
    case "${CT_LIBC_EXTRA_CC_ARGS}" in
yann@1
   185
        *-mbig-endian*) ;;
yann@1
   186
        *-mlittle-endian*) ;;
yann@1
   187
        *)  case "${CT_ARCH_BE},${CT_ARCH_LE}" in
yann@1
   188
                y,) extra_cc_args="${extra_cc_args} -mbig-endian";;
yann@1
   189
                ,y) extra_cc_args="${extra_cc_args} -mlittle-endian";;
yann@1
   190
            esac;;
yann@1
   191
    esac
yann@1
   192
yann@78
   193
    CT_DoLog DEBUG "Configuring with addons : \"${addons_config}\""
yann@78
   194
    CT_DoLog DEBUG "Extra config args passed: \"${extra_config}\""
yann@1
   195
    CT_DoLog DEBUG "Extra CC args passed: \"${extra_cc_args}\""
yann@1
   196
yann@1
   197
    # sh3 and sh4 really need to set configparms as of gcc-3.4/glibc-2.3.2
yann@1
   198
    # note: this is awkward, doesn't work well if you need more than one line in configparms
yann@1
   199
    echo ${CT_LIBC_GLIBC_CONFIGPARMS} > configparms
yann@1
   200
yann@1
   201
    # For glibc 2.3.4 and later we need to set some autoconf cache
yann@1
   202
    # variables, because nptl/sysdeps/pthread/configure.in does not
yann@1
   203
    # work when cross-compiling.
yann@1
   204
    if test -d ${GLIBC_DIR}/nptl; then
yann@1
   205
        libc_cv_forced_unwind=yes
yann@1
   206
        libc_cv_c_cleanup=yes
yann@1
   207
        export libc_cv_forced_unwind libc_cv_c_cleanup
yann@1
   208
    fi
yann@1
   209
yann@1
   210
    # Configure with --prefix the way we want it on the target...
yann@1
   211
    # There are a whole lot of settings here.  You'll probably want
yann@1
   212
    # to read up on what they all mean, and customize a bit, possibly by setting GLIBC_EXTRA_CONFIG
yann@1
   213
    # Compare these options with the ones used when installing the glibc headers above - they're different.
yann@1
   214
    # Adding "--without-gd" option to avoid error "memusagestat.c:36:16: gd.h: No such file or directory" 
yann@1
   215
    # See also http://sources.redhat.com/ml/libc-alpha/2000-07/msg00024.html. 
yann@1
   216
    # Set BUILD_CC, or you won't be able to build datafiles
yann@1
   217
    # Set --build, else glibc-2.3.2 will think you're not cross-compiling, and try to run the test programs
yann@1
   218
yann@1
   219
    BUILD_CC=${CT_CC_NATIVE}                                        \
yann@1
   220
    CFLAGS="${CT_TARGET_CFLAGS} ${CT_LIBC_GLIBC_EXTRA_CFLAGS} -O"   \
yann@1
   221
    CC="${CT_TARGET}-gcc ${CT_LIBC_EXTRA_CC_ARGS} ${extra_cc_args}" \
yann@1
   222
    AR=${CT_TARGET}-ar                                              \
yann@1
   223
    RANLIB=${CT_TARGET}-ranlib                                      \
yann@1
   224
    "${CT_SRC_DIR}/${CT_LIBC_FILE}/configure"                       \
yann@1
   225
        --prefix=/usr                                               \
yann@1
   226
        --build=${CT_BUILD} --host=${CT_TARGET}                     \
yann@1
   227
        --without-cvs                                               \
yann@78
   228
        --without-nptl                                              \
yann@1
   229
        --disable-profile                                           \
yann@1
   230
        --disable-debug                                             \
yann@1
   231
        --without-gd                                                \
yann@78
   232
        --with-headers="${CT_HEADERS_DIR}"                          \
yann@78
   233
        ${addons_config}                                            \
yann@78
   234
        ${extra_config}                                             \
yann@78
   235
        ${CT_LIBC_GLIBC_EXTRA_CONFIG}                               2>&1 |CT_DoLog ALL
yann@1
   236
yann@1
   237
    if grep -l '^install-lib-all:' "${CT_SRC_DIR}/${CT_LIBC_FILE}/Makerules" > /dev/null; then
yann@1
   238
        # nptl-era glibc.
yann@1
   239
        # If the install-lib-all target (which is added by our make-install-lib-all.patch)
yann@1
   240
        # is present, it means we're building glibc-2.3.3 or later, and we can't
yann@1
   241
        # build programs yet, as they require libeh, which won't be installed
yann@1
   242
        # until full build of gcc
yann@1
   243
        GLIBC_INITIAL_BUILD_RULE=lib
yann@1
   244
        GLIBC_INITIAL_INSTALL_RULE="install-lib-all install-headers"
yann@1
   245
        GLIBC_INSTALL_APPS_LATER=yes
yann@1
   246
    else
yann@1
   247
        # classic glibc.  
yann@1
   248
        # We can build and install everything with the bootstrap compiler.
yann@1
   249
        GLIBC_INITIAL_BUILD_RULE=all
yann@1
   250
        GLIBC_INITIAL_INSTALL_RULE=install
yann@1
   251
        GLIBC_INSTALL_APPS_LATER=no
yann@1
   252
    fi
yann@1
   253
yann@1
   254
    # If this fails with an error like this:
yann@1
   255
    # ...  linux/autoconf.h: No such file or directory 
yann@1
   256
    # then you need to set the KERNELCONFIG variable to point to a .config file for this arch.
yann@1
   257
    # The following architectures are known to need kernel .config: alpha, arm, ia64, s390, sh, sparc
yann@1
   258
    # Note: LD and RANLIB needed by glibc-2.1.3's c_stub directory, at least on macosx
yann@1
   259
    # No need for PARALLELMFLAGS here, Makefile already reads this environment variable
yann@1
   260
    CT_DoLog EXTRA "Building C library"
yann@1
   261
    make LD=${CT_TARGET}-ld             \
yann@1
   262
         RANLIB=${CT_TARGET}-ranlib     \
yann@78
   263
         ${GLIBC_INITIAL_BUILD_RULE}    2>&1 |CT_DoLog ALL
yann@1
   264
yann@1
   265
    CT_DoLog EXTRA "Installing C library"
yann@1
   266
    make install_root="${CT_SYSROOT_DIR}"   \
yann@1
   267
         ${LIBC_SYSROOT_ARG}                \
yann@78
   268
         ${GLIBC_INITIAL_INSTALL_RULE}      2>&1 |CT_DoLog ALL
yann@1
   269
yann@1
   270
    # This doesn't seem to work when building a crosscompiler,
yann@1
   271
    # as it tries to execute localedef using the just-built ld.so!?
yann@1
   272
    #CT_DoLog EXTRA "Installing locales"
yann@78
   273
    #make localedata/install-locales install_root=${SYSROOT} 2>&1 |CT_DoLog ALL
yann@1
   274
yann@1
   275
    # Fix problems in linker scripts.
yann@1
   276
    #
yann@1
   277
    # 1. Remove absolute paths
yann@1
   278
    # Any file in a list of known suspects that isn't a symlink is assumed to be a linker script.
yann@1
   279
    # FIXME: test -h is not portable
yann@1
   280
    # FIXME: probably need to check more files than just these three...
yann@1
   281
    # Need to use sed instead of just assuming we know what's in libc.so because otherwise alpha breaks
yann@1
   282
    #
yann@1
   283
    # 2. Remove lines containing BUG per http://sources.redhat.com/ml/bug-glibc/2003-05/msg00055.html,
yann@1
   284
    # needed to fix gcc-3.2.3/glibc-2.3.2 targeting arm
yann@1
   285
    #
yann@1
   286
    # To make "strip *.so.*" not fail (ptxdist does this), rename to .so_orig rather than .so.orig
yann@1
   287
    CT_DoLog EXTRA "Fixing C library linker scripts"
yann@1
   288
    for file in libc.so libpthread.so libgcc_s.so; do
yann@1
   289
        for dir in lib lib64 usr/lib usr/lib64; do
yann@1
   290
            if [ -f "${CT_SYSROOT_DIR}/${dir}/${file}" -a ! -L ${CT_SYSROOT_DIR}/$lib/$file ]; then
yann@78
   291
                cp "${CT_SYSROOT_DIR}/${dir}/${file}" "${CT_SYSROOT_DIR}/${dir}/${file}_orig"
yann@1
   292
                CT_DoLog DEBUG "Fixing \"${CT_SYS_ROOT_DIR}/${dir}/${file}\""
yann@1
   293
                sed -i -r -e 's,/usr/lib/,,g;
yann@1
   294
                              s,/usr/lib64/,,g;
yann@1
   295
                              s,/lib/,,g;
yann@1
   296
                              s,/lib64/,,g;
yann@78
   297
                              /BUG in libc.scripts.output-format.sed/d' "${CT_SYSROOT_DIR}/${dir}/${file}"
yann@1
   298
            fi
yann@1
   299
        done
yann@1
   300
    done
yann@1
   301
yann@1
   302
    CT_EndStep
yann@1
   303
}
yann@1
   304
yann@1
   305
# This function finishes the glibc install
yann@1
   306
do_libc_finish() {
yann@1
   307
    # Finally, build and install glibc programs, now that libeh (if any) is installed
yann@1
   308
    # Don't do this unless needed, 'cause it causes glibc-2.{1.3,2.2} to fail here with
yann@1
   309
    # .../gcc-3.4.1-glibc-2.1.3/build-glibc/libc.so.6: undefined reference to `__deregister_frame_info'
yann@1
   310
    # .../gcc-3.4.1-glibc-2.1.3/build-glibc/libc.so.6: undefined reference to `__register_frame_info'
yann@1
   311
    [ "${GLIBC_INSTALL_APPS_LATER}" = "yes" ] || return 0
yann@1
   312
yann@1
   313
    CT_DoStep INFO "Finishing C library"
yann@1
   314
yann@1
   315
    cd "${CT_BUILD_DIR}/build-libc"
yann@1
   316
yann@1
   317
    CT_DoLog EXTRA "Re-building C library"
yann@78
   318
    make LD=${CT_TARGET}-ld RANLIB=${CT_TARGET}-ranlib 2>&1 |CT_DoLog ALL
yann@1
   319
yann@1
   320
    CT_DoLog EXTRA "Installing missing C library components"
yann@1
   321
    # note: should do full install and then fix linker scripts, but this is faster
yann@1
   322
    for t in bin rootsbin sbin data others; do
yann@1
   323
        make install_root="${CT_SYSROOT_DIR}"   \
yann@1
   324
             ${LIBC_SYSROOT_ARG}                \
yann@78
   325
             install-${t}                       2>&1 |CT_DoLog ALL
yann@1
   326
    done
yann@78
   327
yann@78
   328
    CT_EndStep
yann@1
   329
}