scripts/populate.in
author "Yann E. MORIN" <yann.morin.1998@anciens.enib.fr>
Wed Mar 24 22:36:51 2010 +0100 (2010-03-24)
changeset 1860 ed94d8e12b63
parent 1859 f4e17e0e2574
child 1861 a5c020c3d31d
permissions -rw-r--r--
scripts/populate: add -m option, to merge source and dest

Merge the source rootfs into the (pre-existing) destination rootfs,
and populate the result accordingly.
yann@1177
     1
#!@@CT_bash@@
yann@217
     2
# This script will populate the root directory with libs from the sysroot.
yann@217
     3
# (C) 2007 Yann E. MORIN
yann@217
     4
# Licensed under the GPL v2
yann@1177
     5
set -e
yann@217
     6
yann@755
     7
# Detect where the toolchain is:
yann@1177
     8
CT_PREFIX_DIR="$(cd "$(dirname "$0")/.."; pwd)"
yann@1177
     9
CT_BIN_DIR="${CT_PREFIX_DIR}/bin"
yann@1177
    10
CT_READELF="${CT_BIN_DIR}/@@CT_TARGET@@-readelf"
yann@1177
    11
CT_LIB_DIR="${CT_PREFIX_DIR}/lib"
yann@1177
    12
CT_SYSROOT_DIR="$(cd "${CT_BIN_DIR}/../@@CT_TARGET@@/sys-root"; pwd)"
yann@217
    13
yann@217
    14
myname=$(basename "$0")
yann@217
    15
yann@1400
    16
# Use the tools discovered by crosstool-NG's ./configure:
yann@1190
    17
install="@@CT_install@@"
yann@1190
    18
grep="@@CT_grep@@"
yann@1190
    19
sed="@@CT_sed@@"
yann@1177
    20
yann@217
    21
doHelp() {
yann@217
    22
    cat <<_EOF_
yann@910
    23
NAME
yann@910
    24
    $myname - populate the target root file system
yann@217
    25
yann@910
    26
SYNOPSIS
yann@910
    27
    $myname OPTIONS -s source_root -d destination_root
yann@217
    28
yann@910
    29
DESCRIPTION
yann@910
    30
    $myname will 'populate' your target root file system ('src_dir') with
yann@910
    31
    libraries from the toolchain (eg. libc.so...), storing the result into
yann@910
    32
    'dst_dir'.
yann@217
    33
yann@910
    34
OPTIONS
yann@910
    35
    -s src_dir
yann@910
    36
        use 'src_dir' as the un-populated (source) root directory
yann@910
    37
yann@910
    38
    -d dst_dir
yann@910
    39
        use 'dst_dir' as the place to put the populated root directory
yann@910
    40
ncase@1859
    41
    -r sysroot_dir
ncase@1859
    42
        use 'sysroot_dir' as the sysroot instead of the toolchain default
ncase@1859
    43
yann@910
    44
    -l name1[:name2[...]]
yann@910
    45
        Always add the specified shared library/ies name1, name2... from the
yann@910
    46
        toolchain (in the sys-root). Actual library names are searched as
yann@910
    47
        follows (where 'name' is replaced with the given name) in the
yann@910
    48
        sys-root directory:
yann@910
    49
          - libname.so
yann@910
    50
          - name.so
yann@910
    51
          - name
yann@910
    52
        If the file is found, then the SONAME of the library is used, and the
yann@910
    53
        library is copied with that name. If the library was not found, this
yann@910
    54
        yields an error (unless -f was given).
yann@910
    55
yann@910
    56
    -L file
yann@910
    57
        Read 'file' for a list of shared libraries to always add from the
yann@910
    58
        toolchain. The file should contain one library name per line; text
yann@910
    59
        after a # is ignored until the end of the line; spaces are ignored;
yann@910
    60
        empty lines are ignored. Libraries are searched for as with -l.
yann@910
    61
yann@910
    62
    -f  force execution: if destination directory already exists, it will be
yann@910
    63
        removed first; if a specified library (above) was not found, continue.
yann@1860
    64
        Note: if using -m and the destination directory already exists, it
yann@1860
    65
        is *not* removed, see below.
yann@1860
    66
yann@1860
    67
    -m  Merge the source root directory with the destination root directory.
yann@1860
    68
        If the latter does not exist, it is created, and -m is ignored.
yann@1860
    69
        If the destination droot directory exists, then the content of the
yann@1860
    70
        source root directory is copied in there, and the result is populated
yann@1860
    71
        as usual.
yann@1860
    72
        It can be usefull if constructing a rootfs incrementally from many
yann@1860
    73
        smaller source root directories, or if your destination root directory
yann@1860
    74
        is an NFS export that your target mounts as / (and you don't want to
yann@1860
    75
        re-run exportfs -av everytime). USE WITH CARE!
yann@258
    76
yann@1352
    77
    -v  Be verbose. By default, populate is absolutely silent.
yann@910
    78
yann@217
    79
_EOF_
yann@217
    80
}
yann@217
    81
yann@217
    82
CT_ROOT_SRC_DIR=
yann@217
    83
CT_ROOT_DST_DIR=
yann@910
    84
CT_LIB_LIST=
yann@910
    85
CT_LIB_FILE=
yann@1860
    86
CT_MERGE=
yann@1860
    87
CT_FORCE=
yann@1352
    88
CT_PRINTF=:
yann@1177
    89
OPTIND=1
yann@1860
    90
while getopts ":s:d:r:l:L:fmvh" CT_OPT; do
yann@217
    91
    case "${CT_OPT}" in
yann@217
    92
        s)  CT_ROOT_SRC_DIR="${OPTARG}";;
yann@217
    93
        d)  CT_ROOT_DST_DIR="${OPTARG}";;
ncase@1859
    94
        r)  CT_SYSROOT_DIR="${OPTARG}";;
yann@910
    95
        l)  CT_LIB_LIST="${CT_LIB_LIST}:${OPTARG}";;
yann@910
    96
        L)  CT_LIB_FILE="${OPTARG}";;
yann@259
    97
        f)  CT_FORCE=y;;
yann@1860
    98
        m)  CT_MERGE=y;;
yann@1352
    99
        v)  CT_PRINTF=printf;;
yann@217
   100
        h)  doHelp
yann@217
   101
            exit 0
yann@217
   102
            ;;
yann@523
   103
        :)  echo "$myname: '-${OPTARG}' takes exactly one argument."
yann@217
   104
            exit 1
yann@217
   105
            ;;
yann@523
   106
        ?)  echo "$myname: unknown option '-${OPTARG}'."
yann@217
   107
            exit 1
yann@217
   108
            ;;
yann@217
   109
    esac
yann@217
   110
done
yann@217
   111
yann@217
   112
# Sanity checks
yann@217
   113
if [ -z "${CT_ROOT_SRC_DIR}" -o -z "${CT_ROOT_DST_DIR}" ]; then
yann@217
   114
    doHelp
yann@217
   115
    exit 1
yann@217
   116
fi
yann@217
   117
if [ ! -d "${CT_ROOT_SRC_DIR}" ]; then
yann@523
   118
    echo "$myname: '${CT_ROOT_SRC_DIR}': no such file or directory"
yann@217
   119
    exit 1
yann@217
   120
fi
ncase@1859
   121
if [ ! -d "${CT_SYSROOT_DIR}" ]; then
ncase@1859
   122
    echo "$myname: '${CT_SYSROOT_DIR}': no such file or directory"
ncase@1859
   123
    exit 1
ncase@1859
   124
fi
yann@1860
   125
# If the dest dir does not exist, all is well
yann@1860
   126
# If merging, we accept an existing dest directory
yann@1860
   127
# If forcing and not merging, we remove an exiting dest directory
yann@1860
   128
# If not forcing and not merging, we do not accept an exiting dest directory
yann@1860
   129
if [ -d "${CT_ROOT_DST_DIR}" ]; then
yann@1860
   130
    case "${CT_FORCE}:${CT_MERGE}" in
yann@1860
   131
        *:y)    ;;
yann@1860
   132
        y:)     rm -rf "${CT_ROOT_DST_DIR}";;
yann@1860
   133
        :)      echo "$myname: '${CT_ROOT_DST_DIR}': already exists" && exit 1 ;;
yann@1860
   134
    esac
yann@217
   135
fi
yann@1352
   136
src_inode=$(stat -c '%i' "${CT_ROOT_SRC_DIR}/.")
yann@1352
   137
dst_inode=$(stat -c '%i' "${CT_ROOT_DST_DIR}/." 2>/dev/null || true)
yann@1352
   138
if [ "${src_inode}" -eq "$((dst_inode+0))" ]; then
yann@217
   139
    echo "$myname: source and destination are the same!"
yann@217
   140
    exit 1
yann@217
   141
fi
yann@217
   142
yann@910
   143
# Check existence of the forced libraries file
yann@910
   144
if [ -n "${CT_LIB_FILE}" -a ! \( -f "${CT_LIB_FILE}" -a -r "${CT_LIB_FILE}" \) ]; then
yann@910
   145
    echo "$myname: forced libraries file '${CT_LIB_FILE}' not found!"
yann@910
   146
    exit 1
yann@910
   147
fi
yann@910
   148
yann@1860
   149
# Create the working copy, no issue if already existing
yann@217
   150
mkdir -p "${CT_ROOT_DST_DIR}"
yann@217
   151
yann@217
   152
# Make all path absolute
yann@253
   153
CT_ROOT_SRC_DIR=$(cd "${CT_ROOT_SRC_DIR}"; pwd)
yann@253
   154
CT_ROOT_DST_DIR=$(cd "${CT_ROOT_DST_DIR}"; pwd)
yann@217
   155
yann@1678
   156
# Populate the destination directory with files from the source directory
yann@910
   157
pushd "${CT_ROOT_SRC_DIR}" >/dev/null
yann@1678
   158
cp -a . "${CT_ROOT_DST_DIR}"
yann@910
   159
popd >/dev/null
yann@910
   160
yann@910
   161
# A function do search for a library
yann@910
   162
# Usage: do_add_lib libname
yann@910
   163
# returns: 0 if library was found and added, !0 otherwise
yann@910
   164
do_add_lib() {
yann@910
   165
    local libname="$1"
yann@910
   166
    local true_libname
yann@1177
   167
    local dir
yann@1352
   168
    local mode
yann@1352
   169
yann@1177
   170
    for dir in lib usr/lib; do
yann@1352
   171
        ${CT_PRINTF} "    trying in '%s'" "${dir}"
yann@1177
   172
        libfile="${CT_SYSROOT_DIR}/${dir}/${libname}"
yann@1352
   173
        ${CT_PRINTF} ": '%s'\n" "${libfile}"
yann@910
   174
        if [ -e "${libfile}" ]; then
yann@1177
   175
            mkdir -p "${dir}"
yann@1177
   176
            true_libname=$("${CT_READELF}" -d "${libfile}"          \
yann@1177
   177
                           |"${grep}" "Library soname:"             \
yann@1177
   178
                           |"${sed}" -r -e 's,.+\[(.+)\] *$,\1,;'   \
yann@1177
   179
                          )
yann@1352
   180
            case "${libfile}" in
yann@1352
   181
                */ld*)  mode=0755;;
yann@1352
   182
                *)      mode=0644;;
yann@1352
   183
            esac
yann@1352
   184
            ${CT_PRINTF} "      installing as '%s/%s', mode='%s'\n" "${dir}" "${true_libname}" "${mode}"
yann@1352
   185
            "${install}" -m "${mode}" "${libfile}" "${dir}/${true_libname}"
yann@1177
   186
            return 0
yann@910
   187
            break
yann@910
   188
        fi
yann@910
   189
    done
yann@1177
   190
    return 1
yann@910
   191
}
yann@910
   192
yann@1352
   193
# We'll work in the copied rootfs
yann@1352
   194
pushd "${CT_ROOT_DST_DIR}" >/dev/null
yann@1352
   195
yann@910
   196
# First of, copy the forced libraries into the working copy
yann@910
   197
if [ -n "${CT_LIB_FILE}" ]; then
yann@1177
   198
    lib_list=$("${sed}" -r -e ':loop; s/#.*//;'         \
yann@1177
   199
                           -e 's/[[:space:]]+//g;'      \
yann@1177
   200
                           -e 's/([^:])$/\1:/;'         \
yann@1177
   201
                           -e '/$/N; s/\n//; tloop;'    \
yann@1177
   202
                        "${CT_LIB_FILE}"
yann@1177
   203
              )
yann@1177
   204
    CT_LIB_LIST=$(echo "${CT_LIB_LIST}:${lib_list}"             \
yann@1177
   205
                  |"${sed}" -r -e 's/:+/:/g; s/^:+//; s/:+$//;' \
yann@1177
   206
                 )
yann@910
   207
fi
yann@1177
   208
CT_LIB_LIST=$(echo "${CT_LIB_LIST}:${lib_list}"             \
yann@1177
   209
              |"${sed}" -r -e 's/^:+//; s/:+$//; s/:+/ /g;' \
yann@1177
   210
             )
yann@1352
   211
if [ -n "${CT_LIB_LIST}" ]; then
yann@1352
   212
    ${CT_PRINTF} "Installing forced libraries...\n"
yann@1352
   213
    for name in ${CT_LIB_LIST}; do
yann@1352
   214
        [ -z "${name}" ] && continue
yann@1352
   215
        found=0
yann@1352
   216
        for libname in "lib${name}.so" "${name}.so" "${name}"; do
yann@1352
   217
            ${CT_PRINTF} "  searching for '%s'\n" "${libname}"
yann@1352
   218
            if do_add_lib "${libname}"; then
yann@1352
   219
                found=1
yann@1352
   220
                break
yann@1352
   221
            fi
yann@1352
   222
        done
yann@1352
   223
        if [ ${found} -eq 0 ]; then
yann@1352
   224
            echo "$myname: library '${libname}' not found!"
yann@1352
   225
            [ "${CT_FORCE}" = y ] || exit 1
yann@910
   226
        fi
yann@910
   227
    done
yann@1352
   228
fi
yann@217
   229
yann@217
   230
# Parse the working copy for executables and libraries
yann@217
   231
still_needed=1
yann@217
   232
while [ ${still_needed} -eq 1 ]; do
yann@1352
   233
    ${CT_PRINTF} "Looping...\n"
yann@217
   234
    still_needed=0
yann@1177
   235
    for f in $(find . -type f -exec file {} \;                                              \
yann@1177
   236
               |"${grep}" -E ': ELF [[:digit:]]+-bit (L|M)SB (executable|shared object),'   \
yann@1177
   237
               |cut -d ":" -f 1                                                             \
yann@1177
   238
              ); do
yann@1352
   239
        ${CT_PRINTF} "Scanning '%s'\n" "${f}"
yann@1177
   240
        for libname in $("${CT_READELF}" -d "${f}"                              \
yann@1177
   241
                         |"${grep}" -E '\(NEEDED\)[[:space:]]+Shared library:'  \
yann@1177
   242
                         |"${sed}" -r -e 's,.+\[(.+)\] *$,\1,;'                 \
yann@1177
   243
                        ); do
yann@1352
   244
            ${CT_PRINTF} "  searching for '%s'\n" "${libname}"
yann@259
   245
            if [    -e "lib/${libname}"     \
yann@259
   246
                 -o -e "usr/lib/${libname}" ]; then
yann@1352
   247
                ${CT_PRINTF} "    already present\n"
yann@217
   248
                continue
yann@217
   249
            fi
yann@910
   250
            if do_add_lib "${libname}"; then
yann@910
   251
                still_needed=1
yann@910
   252
            else
yann@910
   253
                echo "$myname: library '${libname}' not found!"
yann@910
   254
            fi
yann@217
   255
        done
yann@217
   256
    done
yann@217
   257
done
yann@1352
   258
yann@1352
   259
# OK, we're done. Back off.
yann@910
   260
popd >/dev/null