tools-uclibc: automation for stage{1,2,3}-{amd64,x86}-uclibc-{hardened,vanilla}

This commit is contained in:
Anthony G. Basile 2012-10-25 21:12:08 -04:00
parent b17513aede
commit 8ea63ebe96
21 changed files with 1600 additions and 0 deletions

6
tools-uclibc/clean.sh Executable file
View file

@ -0,0 +1,6 @@
#!/bin/bash
# This just removes the temporary conf err and log
# files generated during a run
rm -f *conf *err *log

29
tools-uclibc/fixup.sh Executable file
View file

@ -0,0 +1,29 @@
#!/bin/bash
# This just fixes up the symbolic links
# to the latest stage{1,2,3} tarballs
mydate=$1
mypwd=/var/tmp/catalyst/builds
find ${mypwd} -type f -size 0 -exec rm {} +
find -L ${mypwd} -type l -exec rm {} +
for arch in amd64 i686; do
for flavor in hardened vanilla; do
for s in 1 2 3; do
file=stage${s}-${arch}-uclibc-${flavor}-${mydate}.tar.bz2
link=stage${s}-${arch}-uclibc-${flavor}.tar.bz2
cd "${mypwd}/${flavor}/${arch}"
if [[ -f ${file} ]]; then
ln -sf ${file} ${link}
else
echo "!!! ${file} doesn't exist!"
echo "!!! make sure \${mydate} is right!"
exit 1
fi
done
done
done
tree ${mypwd}

View file

@ -0,0 +1,11 @@
subarch: amd64
target: livecd-stage1
version_stamp: uclibc-hardened-20121016
rel_type: hardened/amd64
profile: hardened/linux/uclibc/amd64
snapshot: current
source_subpath: hardened/amd64/stage3-amd64-uclibc-hardened
livecd/use: mmx sse sse2 mbox -unicode
livecd/packages: app-admin/sudo app-admin/syslog-ng app-cdr/cdrtools app-editors/nano app-editors/vim app-portage/epm app-portage/gentoolkit app-portage/layman app-text/tree dev-lang/python dev-libs/libevent dev-libs/libiconv dev-util/strace dev-vcs/git mail-client/mailx mail-mta/postfix net-analyzer/iftop net-firewall/iptables net-ftp/lftp net-mail/dovecot net-misc/dhcp net-misc/dhcpcd net-misc/openntpd sys-apps/haveged sys-apps/iproute2 sys-apps/less sys-apps/pciutils sys-boot/grub-static sys-devel/gettext sys-fs/squashfs-tools sys-fs/udev sys-kernel/genkernel sys-kernel/linux-headers sys-libs/argp-standalone sys-libs/e2fsprogs-libs sys-libs/readline sys-process/fcron sys-process/lsof virtual/libiconv

View file

@ -0,0 +1,45 @@
subarch: amd64
target: livecd-stage2
version_stamp: uclibc-hardened-20121016
rel_type: hardened/amd64
profile: hardened/linux/uclibc/amd64
snapshot: current
source_subpath: hardened/amd64/livecd-stage2-amd64-uclibc-hardened
livecd/fstype: squashfs
livecd/fsops:
livecd/cdtar: /usr/lib/catalyst/livecd/cdtar/isolinux-3.72-cdtar.tar.bz2
livecd/iso: installcd-amd64-uclibc-minimal.iso
livecd/fsscript:
livecd/splash_theme:
livecd/bootargs:
livecd/gk_mainargs:
livecd/linuxrc:
livecd/type: generic-livecd
livecd/readme:
livecd/motd:
livecd/modblacklist:
livecd/rcadd:
livecd/rcdel:
livecd/overlay:
livecd/root_overlay:
livecd/xinitrc:
livecd/xdm:
livecd/xsession:
livecd/users: gentoo
livecd/volid:
boot/kernel: gentoo
#boot/kernel/gentoo/sources: hardened-sources
boot/kernel/gentoo/config: /tmp/hardened.config
boot/kernel/gentoo/gk_kernargs:
boot/kernel/gentoo/use:
boot/kernel/gentoo/extraversion:
boot/kernel/gentoo/packages:
livecd/unmerge:
livecd/empty: /var/tmp /var/cache /var/db /var/empty /var/lock /var/log /var/run /var/spool /var/state /tmp /usr/portage /usr/src /etc/cron.daily /etc/cron.hourly /etc/cron.monthly /etc/cron.weekly /etc/logrotate.d /etc/rsync /usr/local
livecd/rm:

View file

@ -0,0 +1,2 @@
=sys-devel/gcc-4.6.3 ~amd64
=sys-libs/uclibc-0.9.33.2-r2 ~amd64

View file

@ -0,0 +1 @@
sys-libs/uclibc -* savedconfig

File diff suppressed because it is too large Load diff

View file

@ -0,0 +1,253 @@
#
# Automatically generated make config: don't edit
# Version: 0.9.33.2
# Tue Oct 16 14:29:56 2012
#
# TARGET_alpha is not set
# TARGET_arm is not set
# TARGET_avr32 is not set
# TARGET_bfin is not set
# TARGET_c6x is not set
# TARGET_cris is not set
# TARGET_e1 is not set
# TARGET_frv is not set
# TARGET_h8300 is not set
# TARGET_hppa is not set
# TARGET_i386 is not set
# TARGET_i960 is not set
# TARGET_ia64 is not set
# TARGET_m68k is not set
# TARGET_microblaze is not set
# TARGET_mips is not set
# TARGET_nios is not set
# TARGET_nios2 is not set
# TARGET_powerpc is not set
# TARGET_sh is not set
# TARGET_sh64 is not set
# TARGET_sparc is not set
# TARGET_v850 is not set
# TARGET_vax is not set
TARGET_x86_64=y
# TARGET_xtensa is not set
#
# Target Architecture Features and Options
#
TARGET_ARCH="x86_64"
FORCE_OPTIONS_FOR_ARCH=y
TARGET_SUBARCH=""
#
# Using ELF file format
#
ARCH_LITTLE_ENDIAN=y
#
# Using Little Endian
#
ARCH_HAS_MMU=y
ARCH_USE_MMU=y
UCLIBC_HAS_FLOATS=y
UCLIBC_HAS_FPU=y
DO_C99_MATH=y
DO_XSI_MATH=y
UCLIBC_HAS_FENV=y
UCLIBC_HAS_LONG_DOUBLE_MATH=y
KERNEL_HEADERS="/usr/include"
HAVE_DOT_CONFIG=y
#
# General Library Settings
#
DOPIC=y
HAVE_SHARED=y
FORCE_SHAREABLE_TEXT_SEGMENTS=y
LDSO_LDD_SUPPORT=y
LDSO_CACHE_SUPPORT=y
LDSO_PRELOAD_ENV_SUPPORT=y
LDSO_PRELOAD_FILE_SUPPORT=y
LDSO_BASE_FILENAME="ld.so"
LDSO_STANDALONE_SUPPORT=y
LDSO_PRELINK_SUPPORT=y
UCLIBC_STATIC_LDCONFIG=y
LDSO_RUNPATH=y
LDSO_SEARCH_INTERP_PATH=y
LDSO_LD_LIBRARY_PATH=y
# LDSO_NO_CLEANUP is not set
UCLIBC_CTOR_DTOR=y
LDSO_GNU_HASH_SUPPORT=y
# HAS_NO_THREADS is not set
# LINUXTHREADS_OLD is not set
# LINUXTHREADS_NEW is not set
UCLIBC_HAS_THREADS_NATIVE=y
UCLIBC_HAS_THREADS=y
UCLIBC_HAS_TLS=y
PTHREADS_DEBUG_SUPPORT=y
UCLIBC_HAS_SYSLOG=y
UCLIBC_HAS_LFS=y
# MALLOC is not set
# MALLOC_SIMPLE is not set
MALLOC_STANDARD=y
MALLOC_GLIBC_COMPAT=y
UCLIBC_DYNAMIC_ATEXIT=y
COMPAT_ATEXIT=y
UCLIBC_SUSV3_LEGACY=y
UCLIBC_SUSV3_LEGACY_MACROS=y
UCLIBC_SUSV4_LEGACY=y
# UCLIBC_STRICT_HEADERS is not set
UCLIBC_HAS_STUBS=y
UCLIBC_HAS_SHADOW=y
UCLIBC_HAS_PROGRAM_INVOCATION_NAME=y
UCLIBC_HAS___PROGNAME=y
UCLIBC_HAS_PTY=y
ASSUME_DEVPTS=y
UNIX98PTY_ONLY=y
UCLIBC_HAS_GETPT=y
UCLIBC_HAS_LIBUTIL=y
UCLIBC_HAS_TM_EXTENSIONS=y
UCLIBC_HAS_TZ_CACHING=y
UCLIBC_HAS_TZ_FILE=y
UCLIBC_HAS_TZ_FILE_READ_MANY=y
UCLIBC_TZ_FILE_PATH="/etc/TZ"
UCLIBC_FALLBACK_TO_ETC_LOCALTIME=y
#
# Advanced Library Settings
#
UCLIBC_PWD_BUFFER_SIZE=256
UCLIBC_GRP_BUFFER_SIZE=256
#
# Support various families of functions
#
UCLIBC_LINUX_MODULE_26=y
# UCLIBC_LINUX_MODULE_24 is not set
UCLIBC_LINUX_SPECIFIC=y
UCLIBC_HAS_GNU_ERROR=y
UCLIBC_BSD_SPECIFIC=y
UCLIBC_HAS_BSD_ERR=y
# UCLIBC_HAS_OBSOLETE_BSD_SIGNAL is not set
# UCLIBC_HAS_OBSOLETE_SYSV_SIGNAL is not set
# UCLIBC_NTP_LEGACY is not set
# UCLIBC_SV4_DEPRECATED is not set
UCLIBC_HAS_REALTIME=y
UCLIBC_HAS_ADVANCED_REALTIME=y
UCLIBC_HAS_EPOLL=y
UCLIBC_HAS_XATTR=y
# UCLIBC_HAS_PROFILING is not set
UCLIBC_HAS_CRYPT_IMPL=y
UCLIBC_HAS_SHA256_CRYPT_IMPL=y
UCLIBC_HAS_SHA512_CRYPT_IMPL=y
UCLIBC_HAS_CRYPT=y
UCLIBC_HAS_NETWORK_SUPPORT=y
UCLIBC_HAS_SOCKET=y
UCLIBC_HAS_IPV4=y
UCLIBC_HAS_IPV6=y
UCLIBC_HAS_RPC=y
UCLIBC_HAS_FULL_RPC=y
UCLIBC_HAS_REENTRANT_RPC=y
UCLIBC_USE_NETLINK=y
UCLIBC_SUPPORT_AI_ADDRCONFIG=y
UCLIBC_HAS_BSD_RES_CLOSE=y
UCLIBC_HAS_COMPAT_RES_STATE=y
UCLIBC_HAS_EXTRA_COMPAT_RES_STATE=y
UCLIBC_HAS_RESOLVER_SUPPORT=y
UCLIBC_HAS_LIBRESOLV_STUB=y
UCLIBC_HAS_LIBNSL_STUB=y
#
# String and Stdio Support
#
UCLIBC_HAS_STRING_GENERIC_OPT=y
UCLIBC_HAS_STRING_ARCH_OPT=y
UCLIBC_HAS_CTYPE_TABLES=y
UCLIBC_HAS_CTYPE_SIGNED=y
# UCLIBC_HAS_CTYPE_UNSAFE is not set
UCLIBC_HAS_CTYPE_CHECKED=y
# UCLIBC_HAS_CTYPE_ENFORCED is not set
UCLIBC_HAS_WCHAR=y
# UCLIBC_HAS_LOCALE is not set
UCLIBC_HAS_HEXADECIMAL_FLOATS=y
UCLIBC_HAS_GLIBC_CUSTOM_PRINTF=y
UCLIBC_PRINTF_SCANF_POSITIONAL_ARGS=9
UCLIBC_HAS_SCANF_GLIBC_A_FLAG=y
# UCLIBC_HAS_STDIO_BUFSIZ_NONE is not set
# UCLIBC_HAS_STDIO_BUFSIZ_256 is not set
# UCLIBC_HAS_STDIO_BUFSIZ_512 is not set
# UCLIBC_HAS_STDIO_BUFSIZ_1024 is not set
# UCLIBC_HAS_STDIO_BUFSIZ_2048 is not set
UCLIBC_HAS_STDIO_BUFSIZ_4096=y
# UCLIBC_HAS_STDIO_BUFSIZ_8192 is not set
UCLIBC_HAS_STDIO_BUILTIN_BUFFER_NONE=y
# UCLIBC_HAS_STDIO_BUILTIN_BUFFER_4 is not set
# UCLIBC_HAS_STDIO_BUILTIN_BUFFER_8 is not set
# UCLIBC_HAS_STDIO_SHUTDOWN_ON_ABORT is not set
UCLIBC_HAS_STDIO_GETC_MACRO=y
UCLIBC_HAS_STDIO_PUTC_MACRO=y
UCLIBC_HAS_STDIO_AUTO_RW_TRANSITION=y
UCLIBC_HAS_FOPEN_LARGEFILE_MODE=y
UCLIBC_HAS_FOPEN_EXCLUSIVE_MODE=y
UCLIBC_HAS_FOPEN_CLOSEEXEC_MODE=y
UCLIBC_HAS_GLIBC_CUSTOM_STREAMS=y
UCLIBC_HAS_PRINTF_M_SPEC=y
UCLIBC_HAS_ERRNO_MESSAGES=y
UCLIBC_HAS_SYS_ERRLIST=y
UCLIBC_HAS_SIGNUM_MESSAGES=y
UCLIBC_HAS_SYS_SIGLIST=y
UCLIBC_HAS_GNU_GETOPT=y
UCLIBC_HAS_STDIO_FUTEXES=y
UCLIBC_HAS_GNU_GETSUBOPT=y
#
# Big and Tall
#
UCLIBC_HAS_REGEX=y
UCLIBC_HAS_REGEX_OLD=y
UCLIBC_HAS_FNMATCH=y
UCLIBC_HAS_FNMATCH_OLD=y
UCLIBC_HAS_WORDEXP=y
UCLIBC_HAS_NFTW=y
UCLIBC_HAS_FTW=y
UCLIBC_HAS_FTS=y
UCLIBC_HAS_GLOB=y
UCLIBC_HAS_GNU_GLOB=y
UCLIBC_HAS_UTMPX=y
#
# Library Installation Options
#
RUNTIME_PREFIX="/"
DEVEL_PREFIX="/usr"
MULTILIB_DIR="lib"
HARDWIRED_ABSPATH=y
#
# Security options
#
UCLIBC_HAS_ARC4RANDOM=y
UCLIBC_HAS_SSP=y
# UCLIBC_HAS_SSP_COMPAT is not set
# SSP_QUICK_CANARY is not set
# PROPOLICE_BLOCK_ABRT is not set
PROPOLICE_BLOCK_SEGV=y
UCLIBC_BUILD_SSP=y
UCLIBC_BUILD_RELRO=y
UCLIBC_BUILD_NOW=y
UCLIBC_BUILD_NOEXECSTACK=y
#
# Development/debugging options
#
CROSS_COMPILER_PREFIX=""
UCLIBC_EXTRA_CFLAGS=""
# DODEBUG is not set
DOSTRIP=y
# DOASSERTS is not set
# SUPPORT_LD_DEBUG is not set
# SUPPORT_LD_DEBUG_EARLY is not set
# UCLIBC_MALLOC_DEBUGGING is not set
# UCLIBC_HAS_BACKTRACE is not set
WARNINGS="-Wall"
# EXTRA_WARNINGS is not set
# DOMULTI is not set
# UCLIBC_MJN3_ONLY is not set

124
tools-uclibc/run.sh Executable file
View file

@ -0,0 +1,124 @@
#!/bin/bash
#
# Usage: ./run.sh <mode>
# where
# <mode> = "", it will actually do the runs
# <mode> = "test", it will just pretend
#
source /etc/catalyst/catalyst.conf
mydate=`date +%Y%m%d`
undo_grsec() {
for i in /proc/sys/kernel/grsecurity/chroot_* ; do
echo 0 > $i
done
}
prepare_confs() {
local arch=$1
local flavor=$2
for s in 1 2 3; do
cat stage${s}-${arch}-uclibc-${flavor}.conf.template | \
sed -e "s/\(^version_stamp.*$\)/\1-${mydate}/" > stage${s}-${arch}-uclibc-${flavor}.conf
done
}
do_stages() {
local arch=$1
local flavor=$2
local pretend=$3
for s in 1 2 3; do
local tgpath="${storedir}/builds/${flavor}/${arch}"
local target="stage${s}-${arch}-uclibc-${flavor}-${mydate}.tar.bz2"
local tglink="stage${s}-${arch}-uclibc-${flavor}.tar.bz2"
if [[ ! -f "${tgpath}/${tglink}" ]]; then
touch stage${s}-${arch}-uclibc-${flavor}.log
echo "!!! ${target} at ${tgpath} doesn't exit" \
| tee -a zzz.log \
> stage${s}-${arch}-uclibc-${flavor}.err
return 1
fi
if [[ "x${pretend}" != "xtest" ]]; then
catalyst -f stage${s}-${arch}-uclibc-${flavor}.conf \
| tee -a zzz.log \
> stage${s}-${arch}-uclibc-${flavor}.log \
2> stage${s}-${arch}-uclibc-${flavor}.err
else
touch stage${s}-${arch}-uclibc-${flavor}.log
touch stage${s}-${arch}-uclibc-${flavor}.err
touch "${tgpath}/${target}"
echo "PRETEND: catalyst -f stage${s}-${arch}-uclibc-${flavor}.conf \ "
echo "PRETEND: > stage${s}-${arch}-uclibc-${flavor}.log \ "
echo "PRETEND: 2> stage${s}-${arch}-uclibc-${flavor}.err"
fi
if [[ -f "${tgpath}/${target}" ]]; then
rm -f "${tgpath}/${tglink}"
ln -s ${target} "${tgpath}/${tglink}"
else
echo "!!! ${target} was not generated" \
| tee -a zzz.log \
>stage${s}-${arch}-uclibc-${flavor}.err
return 1
fi
done
return 0
}
#
# approximate timings:
#
# catalyst -s current 3 minutes
# catalyst -f stage1 130 minutes
#
main() {
local pretend=$1
>zzz.log
undo_grsec
if [[ "x${pretend}" != "xtest" ]]; then
catalyst -s current | tee -a zzz.log >snapshot.log 2>snapshot.err
else
>snapshot.log
>snapshot.err
echo "PRETEND: catalyst -s current > snapshot.log 2> snapshot.err"
fi
for arch in amd64 i686; do
for flavor in hardened vanilla; do
prepare_confs ${arch} ${flavor}
done
done
for arch in amd64 i686; do
for flavor in hardened vanilla; do
do_stages ${arch} ${flavor} ${pretend}
ret=$?
if [[ $? == 1 ]]; then
echo "FAILURE at ${arch} ${flavor} ${pretend} " | tee zzz.log
return 1
fi
done
done
if [[ "x${pretend}" == "xtest" ]]; then
tree /var/tmp/catalyst/builds
echo
echo "!!! Run fixup.sh to clean up!"
echo
fi
}
main $1 &

View file

@ -0,0 +1,9 @@
subarch: amd64
target: stage1
version_stamp: uclibc-hardened
rel_type: hardened/amd64
profile: hardened/linux/uclibc/amd64
snapshot: current
source_subpath: hardened/amd64/stage3-amd64-uclibc-hardened
chost: x86_64-gentoo-linux-uclibc
portage_confdir: /root/MyCatalyst/portage

View file

@ -0,0 +1,9 @@
subarch: amd64
target: stage1
version_stamp: uclibc-vanilla
rel_type: vanilla/amd64
profile: hardened/linux/uclibc/amd64
snapshot: current
source_subpath: vanilla/amd64/stage3-amd64-uclibc-vanilla
chost: x86_64-gentoo-linux-uclibc
portage_confdir: /root/MyCatalyst/portage

View file

@ -0,0 +1,9 @@
subarch: i686
target: stage1
version_stamp: uclibc-hardened
rel_type: hardened/i686
profile: hardened/linux/uclibc/x86
snapshot: current
source_subpath: hardened/i686/stage3-i686-uclibc-hardened
chost: i686-gentoo-linux-uclibc
portage_confdir: /root/MyCatalyst/portage

View file

@ -0,0 +1,9 @@
subarch: i686
target: stage1
version_stamp: uclibc-vanilla
rel_type: vanilla/i686
profile: vanilla/linux/uclibc/x86
snapshot: current
source_subpath: vanilla/i686/stage3-i686-uclibc-vanilla
chost: i686-gentoo-linux-uclibc
portage_confdir: /root/MyCatalyst/portage

View file

@ -0,0 +1,9 @@
subarch: amd64
target: stage2
version_stamp: uclibc-hardened
rel_type: hardened/amd64
profile: hardened/linux/uclibc/amd64
snapshot: current
source_subpath: hardened/amd64/stage1-amd64-uclibc-hardened
chost: x86_64-gentoo-linux-uclibc
portage_confdir: /root/MyCatalyst/portage

View file

@ -0,0 +1,9 @@
subarch: amd64
target: stage2
version_stamp: uclibc-vanilla
rel_type: vanilla/amd64
profile: hardened/linux/uclibc/amd64
snapshot: current
source_subpath: vanilla/amd64/stage1-amd64-uclibc-vanilla
chost: x86_64-gentoo-linux-uclibc
portage_confdir: /root/MyCatalyst/portage

View file

@ -0,0 +1,9 @@
subarch: i686
target: stage2
version_stamp: uclibc-hardened
rel_type: hardened/i686
profile: hardened/linux/uclibc/x86
snapshot: current
source_subpath: hardened/i686/stage1-i686-uclibc-hardened
chost: i686-gentoo-linux-uclibc
portage_confdir: /root/MyCatalyst/portage

View file

@ -0,0 +1,9 @@
subarch: i686
target: stage2
version_stamp: uclibc-vanilla
rel_type: vanilla/i686
profile: vanilla/linux/uclibc/x86
snapshot: current
source_subpath: vanilla/i686/stage1-i686-uclibc-vanilla
chost: i686-gentoo-linux-uclibc
portage_confdir: /root/MyCatalyst/portage

View file

@ -0,0 +1,8 @@
subarch: amd64
target: stage3
version_stamp: uclibc-hardened
rel_type: hardened/amd64
profile: hardened/linux/uclibc/amd64
snapshot: current
source_subpath: hardened/amd64/stage2-amd64-uclibc-hardened
portage_confdir: /root/MyCatalyst/portage

View file

@ -0,0 +1,8 @@
subarch: amd64
target: stage3
version_stamp: uclibc-vanilla
rel_type: vanilla/amd64
profile: hardened/linux/uclibc/amd64
snapshot: current
source_subpath: vanilla/amd64/stage2-amd64-uclibc-vanilla
portage_confdir: /root/MyCatalyst/portage

View file

@ -0,0 +1,8 @@
subarch: i686
target: stage3
version_stamp: uclibc-hardened
rel_type: hardened/i686
profile: hardened/linux/uclibc/x86
snapshot: current
source_subpath: hardened/i686/stage2-i686-uclibc-hardened
portage_confdir: /root/MyCatalyst/portage

View file

@ -0,0 +1,8 @@
subarch: i686
target: stage3
version_stamp: uclibc-vanilla
rel_type: vanilla/i686
profile: vanilla/linux/uclibc/x86
snapshot: current
source_subpath: vanilla/i686/stage2-i686-uclibc-vanilla
portage_confdir: /root/MyCatalyst/portage