[yocto] Trying to re-use sstate.

[Martin Jansa]

On Tue, Feb 07, 2012 at 02:59:54PM +0000, McClintock Matthew-B29882 wrote:
> The paths issue your are speculating on was fixed by myself and Richard last November.
> 
> I would suggest running bitbake-diffsig to determine the actual sstate differences.
> 

Usually I'm complaining that sstate cache is not used enough, but today
I got pretty decent percentage of reuse while building from scratch 2
similar machines (nokia900 and om-gta04) but also few wrong sysroot
references which slipped in (I thought those were fixed).

First I've built my image for nokia900, then for om-gta04 (with rm_work
disabled to reuse sstate).

OE @ ~/shr-core/tmp-eglibc/sysroots/om-gta04 $ grep -R nokia900 . 2>/dev/null >nokia900.log

$ wc -l nokia900.log
1673 nokia900.log

now lot's of binaries have some reference to nokia900 sysroot, grep
shows e.g. "Binary file ./lib/ld-2.15.so matches"
$ grep "^Binary file " nokia900.log | wc -l
1637

which is maybe fine..

An then there is few crossscripts and headers some are already in 
SSTATE_SCAN_FILES some are missing I guess:

$ grep -v "^Binary file " nokia900.log | wc -l
36
$ grep -v "^Binary file " nokia900.log | sed 's/:.*//g' | sort -u
./usr/bin/crossscripts/arm-oe-linux-gnueabi-libtool
./usr/bin/crossscripts/curl-config
./usr/bin/crossscripts/libgcrypt-config
./usr/bin/crossscripts/libtoolize
./usr/include/gmp.h
./usr/lib/gcc/arm-oe-linux-gnueabi/4.6.3/plugin/include/configargs.h
./usr/lib/python2.7/config/Makefile

Complete output attached

-- 
Martin 'JaMa' Jansa     jabber: Martin.Jansa at gmail.com
-------------- next part --------------
./usr/bin/crossscripts/libgcrypt-config:gpg_error_libs="-L/OE/shr-core/tmp-eglibc/sysroots/nokia900/usr/lib -lgpg-error"
./usr/bin/crossscripts/libgcrypt-config:gpg_error_cflags="-I/OE/shr-core/tmp-eglibc/sysroots/nokia900/usr/include"
./usr/bin/crossscripts/arm-oe-linux-gnueabi-libtool:LTCC="arm-oe-linux-gnueabi-gcc  -march=armv7-a -fno-tree-vectorize      -mthumb-interwork -mfloat-abi=softfp -mfpu=neon -mtune=cortex-a8 --sysroot=/OE/shr-core/tmp-eglibc/sysroots/nokia900"
./usr/bin/crossscripts/arm-oe-linux-gnueabi-libtool:lt_sysroot=/OE/shr-core/tmp-eglibc/sysroots/nokia900
./usr/bin/crossscripts/arm-oe-linux-gnueabi-libtool:sys_lib_search_path_spec="/OE/shr-core/tmp-eglibc/sysroots/x86_64-linux/usr/lib/armv7a-vfp-neon-oe-linux-gnueabi/gcc/arm-oe-linux-gnueabi/4.6.3 /OE/shr-core/tmp-eglibc/sysroots/x86_64-linux/usr/arm-oe-linux-gnueabi/lib /OE/shr-core/tmp-eglibc/sysroots/nokia900/lib /OE/shr-core/tmp-eglibc/sysroots/nokia900/usr/lib/arm-oe-linux-gnueabi/4.6.3 /OE/shr-core/tmp-eglibc/sysroots/nokia900/usr/lib "
./usr/bin/crossscripts/arm-oe-linux-gnueabi-libtool:LD="arm-oe-linux-gnueabi-ld --sysroot=/OE/shr-core/tmp-eglibc/sysroots/nokia900"
./usr/bin/crossscripts/arm-oe-linux-gnueabi-libtool:CC="arm-oe-linux-gnueabi-gcc  -march=armv7-a -fno-tree-vectorize      -mthumb-interwork -mfloat-abi=softfp -mfpu=neon -mtune=cortex-a8 --sysroot=/OE/shr-core/tmp-eglibc/sysroots/nokia900"
./usr/bin/crossscripts/arm-oe-linux-gnueabi-libtool:LD="arm-oe-linux-gnueabi-ld --sysroot=/OE/shr-core/tmp-eglibc/sysroots/nokia900"
./usr/bin/crossscripts/arm-oe-linux-gnueabi-libtool:CC="arm-oe-linux-gnueabi-g++  -march=armv7-a -fno-tree-vectorize      -mthumb-interwork -mfloat-abi=softfp -mfpu=neon -mtune=cortex-a8 --sysroot=/OE/shr-core/tmp-eglibc/sysroots/nokia900"
./usr/bin/crossscripts/arm-oe-linux-gnueabi-libtool:compiler_lib_search_dirs="/OE/shr-core/tmp-eglibc/sysroots/x86_64-linux/usr/lib/armv7a-vfp-neon-oe-linux-gnueabi/gcc/arm-oe-linux-gnueabi/4.6.3 /OE/shr-core/tmp-eglibc/sysroots/x86_64-linux/usr/lib/armv7a-vfp-neon-oe-linux-gnueabi/gcc/arm-oe-linux-gnueabi/4.6.3/../../../../../arm-oe-linux-gnueabi/lib /OE/shr-core/tmp-eglibc/sysroots/nokia900/lib /OE/shr-core/tmp-eglibc/sysroots/nokia900/usr/lib/arm-oe-linux-gnueabi/4.6.3 /OE/shr-core/tmp-eglibc/sysroots/nokia900/usr/lib"
./usr/bin/crossscripts/arm-oe-linux-gnueabi-libtool:predep_objects="/OE/shr-core/tmp-eglibc/sysroots/nokia900/usr/lib/crti.o /OE/shr-core/tmp-eglibc/sysroots/nokia900/usr/lib/arm-oe-linux-gnueabi/4.6.3/crtbeginS.o"
./usr/bin/crossscripts/arm-oe-linux-gnueabi-libtool:postdep_objects="/OE/shr-core/tmp-eglibc/sysroots/nokia900/usr/lib/arm-oe-linux-gnueabi/4.6.3/crtendS.o /OE/shr-core/tmp-eglibc/sysroots/nokia900/usr/lib/crtn.o"
./usr/bin/crossscripts/arm-oe-linux-gnueabi-libtool:compiler_lib_search_path="-L/OE/shr-core/tmp-eglibc/sysroots/x86_64-linux/usr/lib/armv7a-vfp-neon-oe-linux-gnueabi/gcc/arm-oe-linux-gnueabi/4.6.3 -L/OE/shr-core/tmp-eglibc/sysroots/x86_64-linux/usr/lib/armv7a-vfp-neon-oe-linux-gnueabi/gcc/arm-oe-linux-gnueabi/4.6.3/../../../../../arm-oe-linux-gnueabi/lib -L/OE/shr-core/tmp-eglibc/sysroots/nokia900/lib -L/OE/shr-core/tmp-eglibc/sysroots/nokia900/usr/lib/arm-oe-linux-gnueabi/4.6.3 -L/OE/shr-core/tmp-eglibc/sysroots/nokia900/usr/lib"
./usr/bin/crossscripts/arm-oe-linux-gnueabi-libtool:LD="arm-oe-linux-gnueabi-ld --sysroot=/OE/shr-core/tmp-eglibc/sysroots/nokia900"
./usr/bin/crossscripts/arm-oe-linux-gnueabi-libtool:CC="arm-oe-linux-gnueabi-g77  -march=armv7-a -fno-tree-vectorize      -mthumb-interwork -mfloat-abi=softfp -mfpu=neon -mtune=cortex-a8 --sysroot=/OE/shr-core/tmp-eglibc/sysroots/nokia900"
./usr/bin/crossscripts/arm-oe-linux-gnueabi-libtool:LD="arm-oe-linux-gnueabi-ld --sysroot=/OE/shr-core/tmp-eglibc/sysroots/nokia900"
./usr/bin/crossscripts/arm-oe-linux-gnueabi-libtool:LD="arm-oe-linux-gnueabi-ld --sysroot=/OE/shr-core/tmp-eglibc/sysroots/nokia900"
./usr/bin/crossscripts/arm-oe-linux-gnueabi-libtool:LD="arm-oe-linux-gnueabi-ld --sysroot=/OE/shr-core/tmp-eglibc/sysroots/nokia900"
./usr/bin/crossscripts/curl-config:     echo "arm-oe-linux-gnueabi-gcc  -march=armv7-a -fno-tree-vectorize      -mthumb-interwork -mfloat-abi=softfp -mfpu=neon -mtune=cortex-a8 --sysroot=/OE/shr-core/tmp-eglibc/sysroots/nokia900"
./usr/bin/crossscripts/curl-config:       echo ${CURLLIBDIR}-lcurl -Wl,-O1 -Wl,--hash-style=gnu -Wl,--as-needed -L/OE/shr-core/tmp-eglibc/sysroots/nokia900/usr/lib/..//lib -L/OE/shr-core/tmp-eglibc/sysroots/nokia900/usr/lib/..//lib -lgcrypt -lrt -lz -lgnutls
./usr/bin/crossscripts/curl-config:       echo ${CURLLIBDIR}-lcurl -Wl,-O1 -Wl,--hash-style=gnu -Wl,--as-needed -L/OE/shr-core/tmp-eglibc/sysroots/nokia900/usr/lib/..//lib -L/OE/shr-core/tmp-eglibc/sysroots/nokia900/usr/lib/..//lib
./usr/bin/crossscripts/curl-config:     echo /usr/lib/libcurl.a -Wl,-O1 -Wl,--hash-style=gnu -Wl,--as-needed -L/OE/shr-core/tmp-eglibc/sysroots/nokia900/usr/lib/..//lib -L/OE/shr-core/tmp-eglibc/sysroots/nokia900/usr/lib/..//lib -lgcrypt -lrt -lz -lgnutls
./usr/bin/crossscripts/curl-config:      echo " '--build=x86_64-linux' '--host=arm-oe-linux-gnueabi' '--target=arm-oe-linux-gnueabi' '--prefix=/usr' '--exec_prefix=/usr' '--bindir=/OE/shr-core/tmp-eglibc/sysroots/om-gta04/usr/bin' '--sbindir=/OE/shr-core/tmp-eglibc/sysroots/om-gta04/usr/sbin' '--libexecdir=/OE/shr-core/tmp-eglibc/sysroots/om-gta04/usr/libexec' '--datadir=/OE/shr-core/tmp-eglibc/sysroots/om-gta04/usr/share' '--sysconfdir=/etc' '--sharedstatedir=/com' '--localstatedir=/var' '--libdir=/usr/lib' '--includedir=/OE/shr-core/tmp-eglibc/sysroots/om-gta04/usr/include' '--oldincludedir=/usr/include' '--infodir=/usr/share/info' '--mandir=/usr/share/man' '--disable-silent-rules' '--disable-dependency-tracking' '--with-libtool-sysroot=/OE/shr-core/tmp-eglibc/sysroots/nokia900' '--with-zlib=/OE/shr-core/tmp-eglibc/sysroots/nokia900/usr/lib/../' '--without-ssl' '--without-libssh2' '--with-random=/dev/urandom' '--without-libidn' '--enable-crypto-auth' '--with-gnutls=/OE/shr-core/tmp-eglibc/sysroots/nokia900/usr/lib/../' 'build_alias=x86_64-linux' 'host_alias=arm-oe-linux-gnueabi' 'target_alias=arm-oe-linux-gnueabi' 'CC=arm-oe-linux-gnueabi-gcc  -march=armv7-a -fno-tree-vectorize      -mthumb-interwork -mfloat-abi=softfp -mfpu=neon -mtune=cortex-a8 --sysroot=/OE/shr-core/tmp-eglibc/sysroots/nokia900' 'CFLAGS=-O2 -pipe -g -feliminate-unused-debug-types' 'LDFLAGS=-Wl,-O1 -Wl,--hash-style=gnu -Wl,--as-needed' 'CPPFLAGS=' 'CPP=arm-oe-linux-gnueabi-gcc -E --sysroot=/OE/shr-core/tmp-eglibc/sysroots/nokia900  -march=armv7-a -fno-tree-vectorize      -mthumb-interwork -mfloat-abi=softfp -mfpu=neon -mtune=cortex-a8'"
./usr/bin/crossscripts/libtoolize:  datadir=/OE/shr-core/tmp-eglibc/sysroots/nokia900/usr/share
./usr/bin/crossscripts/libtoolize:  pkgdatadir=/OE/shr-core/tmp-eglibc/sysroots/nokia900/usr/share/libtool
./usr/bin/crossscripts/libtoolize:  pkgltdldir=/OE/shr-core/tmp-eglibc/sysroots/nokia900/usr/share/libtool
./usr/bin/crossscripts/libtoolize:  aclocaldir=/OE/shr-core/tmp-eglibc/sysroots/nokia900/usr/share/aclocal
./usr/lib/python2.7/config/Makefile:CC=         arm-oe-linux-gnueabi-gcc  -march=armv7-a -fno-tree-vectorize      -mthumb-interwork -mfloat-abi=softfp -mfpu=neon -mtune=cortex-a8 -D__SOFTFP__ --sysroot=/OE/shr-core/tmp-eglibc/sysroots/nokia900
./usr/lib/python2.7/config/Makefile:CXX=                arm-oe-linux-gnueabi-g++  -march=armv7-a -fno-tree-vectorize      -mthumb-interwork -mfloat-abi=softfp -mfpu=neon -mtune=cortex-a8 -D__SOFTFP__ --sysroot=/OE/shr-core/tmp-eglibc/sysroots/nokia900
./usr/lib/python2.7/config/Makefile:LDFLAGS=-L. -L/OE/shr-core/tmp-eglibc/sysroots/nokia900/usr/lib     -Wl,-O1 -Wl,--hash-style=gnu -Wl,--as-needed
./usr/lib/python2.7/config/Makefile:LIBDIR=             /OE/shr-core/tmp-eglibc/sysroots/nokia900/usr/lib
./usr/lib/python2.7/config/Makefile:INCLUDEDIR= /OE/shr-core/tmp-eglibc/sysroots/nokia900/usr/include
./usr/lib/python2.7/config/Makefile:CONFIG_ARGS=         '--build=x86_64-linux' '--host=arm-oe-linux-gnueabi' '--target=arm-oe-linux-gnueabi' '--prefix=/usr' '--exec_prefix=/usr' '--bindir=/usr/bin' '--sbindir=/usr/sbin' '--libexecdir=/OE/shr-core/tmp-eglibc/sysroots/nokia900/usr/libexec' '--datadir=/usr/share' '--sysconfdir=/etc' '--sharedstatedir=/com' '--localstatedir=/var' '--libdir=/usr/lib' '--includedir=/OE/shr-core/tmp-eglibc/sysroots/nokia900/usr/include' '--oldincludedir=/usr/include' '--infodir=/usr/share/info' '--mandir=/usr/share/man' '--disable-silent-rules' '--disable-dependency-tracking' '--with-libtool-sysroot=/OE/shr-core/tmp-eglibc/sysroots/nokia900' '--with-threads' '--with-pymalloc' '--with-cyclic-gc' '--without-cxx' '--with-signal-module' '--with-wctype-functions' '--enable-shared' 'build_alias=x86_64-linux' 'host_alias=arm-oe-linux-gnueabi' 'target_alias=arm-oe-linux-gnueabi' 'CC=arm-oe-linux-gnueabi-gcc  -march=armv7-a -fno-tree-vectorize      -mthumb-interwork -mfloat-abi=softfp -mfpu=neon -mtune=cortex-a8 -D__SOFTFP__ --sysroot=/OE/shr-core/tmp-eglibc/sysroots/nokia900' 'CFLAGS=-O2 -pipe -g -feliminate-unused-debug-types' 'LDFLAGS=-L. -L/OE/shr-core/tmp-eglibc/sysroots/nokia900/usr/lib-Wl,-O1 -Wl,--hash-style=gnu -Wl,--as-needed' 'CPPFLAGS=' 'CPP=arm-oe-linux-gnueabi-gcc -E --sysroot=/OE/shr-core/tmp-eglibc/sysroots/nokia900  -march=armv7-a -fno-tree-vectorize      -mthumb-interwork -mfloat-abi=softfp -mfpu=neon -mtune=cortex-a8 -D__SOFTFP__'
./usr/lib/python2.7/config/Makefile:            $(RUNSHARED) /OE/shr-core/tmp-eglibc/sysroots/nokia900/usr/libexec/oah/translate ./$(BUILDPYTHON) -E -tt $(TESTPROG) -uall $(TESTOPTS)
./usr/lib/gcc/arm-oe-linux-gnueabi/4.6.3/plugin/include/configargs.h:static const char configuration_arguments[] = "/OE/shr-core/tmp-eglibc/work-shared/gcc-4.6.2+svnr181430-r27/gcc-4_6-branch/configure --build=x86_64-linux --host=arm-oe-linux-gnueabi --target=arm-oe-linux-gnueabi --prefix=/usr --exec_prefix=/usr --bindir=/usr/bin --sbindir=/usr/sbin --libexecdir=/usr/libexec --datadir=/usr/share --sysconfdir=/etc --sharedstatedir=/com --localstatedir=/var --libdir=/usr/lib --includedir=/usr/include --oldincludedir=/usr/include --infodir=/usr/share/info --mandir=/usr/share/man --disable-silent-rules --disable-dependency-tracking --with-libtool-sysroot=/OE/shr-core/tmp-eglibc/sysroots/nokia900 --with-gnu-ld --enable-shared --enable-languages=c,c++ --enable-threads=posix --disable-multilib --enable-c99 --enable-long-long --enable-symvers=gnu --enable-libstdcxx-pch --program-prefix=arm-oe-linux-gnueabi- --enable-target-optspace --enable-lto --enable-libssp --disable-bootstrap --disable-libgomp --disable-libmudflap --with-system-zlib --with-linker-hash-style=gnu --enable-cheaders=c_global --with-local-prefix=/OE/shr-core/tmp-eglibc/sysroots/nokia900/usr --with-gxx-include-dir=/usr/include/c++/ --enable-nls --enable-__cxa_atexit";
./usr/include/gmp.h:#define __GMP_CC "arm-oe-linux-gnueabi-gcc  -march=armv7-a -fno-tree-vectorize      -mthumb-interwork -mfloat-abi=softfp -mfpu=neon -mtune=cortex-a8 --sysroot=/OE/shr-core/tmp-eglibc/sysroots/nokia900 -std=gnu99"
-------------- next part --------------
A non-text attachment was scrubbed...
Name: signature.asc
Type: application/pgp-signature
Size: 198 bytes
Desc: Digital signature
URL: <http://lists.yoctoproject.org/pipermail/yocto/attachments/20120214/c86f9941/attachment.pgp>