177223 2017-09-20 03:14:10 -0700 REGRESSION(r222160) [GTK] [Debug] Internal compiler error on the buildbot (huge memory usage by GCC) 2017-09-25 05:21:52 -0700 1 1 1 Unclassified WebKit WebKitGTK WebKit Nightly Build Unspecified Unspecified RESOLVED FIXED P1 Normal --- 177057 1 Ms2ger clopez achristensen bfulgham bugs-noreply cgarcia clopez commit-queue thorton oldest_to_newest 1350706 0 Ms2ger 2017-09-20 03:14:10 -0700 It appears to have started on r222170.ù For example: FAILED: Source/WebCore/CMakeFiles/WebCoreDerivedSources.dir/__/__/DerivedSources/WebCore/JSWorkerGlobalScope.cpp.o /usr/lib/ccache/c++ -DBUILDING_GTK__=1 -DBUILDING_WEBKIT -DBUILDING_WITH_CMAKE=1 -DDATA_DIR=\"share\" -DGETTEXT_PACKAGE=\"WebKit2GTK-4.0\" -DHAVE_CONFIG_H=1 -DSTATICALLY_LINKED_WITH_PAL=1 -DUSER_AGENT_MAJOR_VERSION=\"605\" -DUSER_AGENT_MINOR_VERSION=\"1\" -DWEBKITGTK_API_VERSION_STRING=\"4.0\" -I. -I../../Source/WebCore -I../../Source/WebCore/Modules/airplay -I../../Source/WebCore/Modules/beacon -I../../Source/WebCore/Modules/applepay -I../../Source/WebCore/Modules/cache -I../../Source/WebCore/Modules/credentials -I../../Source/WebCore/Modules/encryptedmedia -I../../Source/WebCore/Modules/encryptedmedia/legacy -I../../Source/WebCore/Modules/entriesapi -I../../Source/WebCore/Modules/fetch -I../../Source/WebCore/Modules/geolocation -I../../Source/WebCore/Modules/indexeddb -I../../Source/WebCore/Modules/indexeddb/client -I../../Source/WebCore/Modules/indexeddb/server -I../../Source/WebCore/Modules/indexeddb/shared -I../../Source/WebCore/Modules/mediacontrols -I../../Source/WebCore/Modules/mediasession -I../../Source/WebCore/Modules/mediasource -I../../Source/WebCore/Modules/mediastream -I../../Source/WebCore/Modules/navigatorcontentutils -I../../Source/WebCore/Modules/notifications -I../../Source/WebCore/Modules/paymentrequest -I../../Source/WebCore/Modules/plugins -I../../Source/WebCore/Modules/quota -I../../Source/WebCore/Modules/speech -I../../Source/WebCore/Modules/streams -I../../Source/WebCore/Modules/webaudio -I../../Source/WebCore/Modules/webdatabase -I../../Source/WebCore/Modules/webdriver -I../../Source/WebCore/Modules/websockets -I../../Source/WebCore/Modules/webvr -I../../Source/WebCore/accessibility -I../../Source/WebCore/animation -I../../Source/WebCore/bindings -I../../Source/WebCore/bindings/js -I../../Source/WebCore/bridge -I../../Source/WebCore/bridge/c -I../../Source/WebCore/bridge/jsc -I../../Source/WebCore/contentextensions -I../../Source/WebCore/crypto -I../../Source/WebCore/crypto/algorithms -I../../Source/WebCore/crypto/keys -I../../Source/WebCore/crypto/parameters -I../../Source/WebCore/css -I../../Source/WebCore/css/parser -I../../Source/WebCore/cssjit -I../../Source/WebCore/dom -I../../Source/WebCore/dom/default -I../../Source/WebCore/domjit -I../../Source/WebCore/editing -I../../Source/WebCore/fileapi -I../../Source/WebCore/history -I../../Source/WebCore/html -I../../Source/WebCore/html/canvas -I../../Source/WebCore/html/forms -I../../Source/WebCore/html/parser -I../../Source/WebCore/html/shadow -I../../Source/WebCore/html/track -I../../Source/WebCore/inspector -I../../Source/WebCore/loader -I../../Source/WebCore/loader/appcache -I../../Source/WebCore/loader/archive -I../../Source/WebCore/loader/archive/mhtml -I../../Source/WebCore/loader/cache -I../../Source/WebCore/loader/icon -I../../Source/WebCore/mathml -I../../Source/WebCore/page -I../../Source/WebCore/page/animation -I../../Source/WebCore/page/csp -I../../Source/WebCore/page/scrolling -I../../Source/WebCore/platform -I../../Source/WebCore/platform/animation -I../../Source/WebCore/platform/audio -I../../Source/WebCore/platform/crypto -I../../Source/WebCore/platform/encryptedmedia -I../../Source/WebCore/platform/gamepad -I../../Source/WebCore/platform/graphics -I../../Source/WebCore/platform/graphics/cpu/arm -I../../Source/WebCore/platform/graphics/cpu/arm/filters -I../../Source/WebCore/platform/graphics/displaylists -I../../Source/WebCore/platform/graphics/filters -I../../Source/WebCore/platform/graphics/harfbuzz -I../../Source/WebCore/platform/graphics/harfbuzz/ng -I../../Source/WebCore/platform/graphics/opentype -I../../Source/WebCore/platform/graphics/transforms -I../../Source/WebCore/platform/mediastream -I../../Source/WebCore/platform/mediastream/libwebrtc -I../../Source/WebCore/platform/mock -I../../Source/WebCore/platform/mock/mediasource -I../../Source/WebCore/platform/network -I../../Source/WebCore/platform/sql -I../../Source/WebCore/platform/text -I../../Source/WebCore/platform/text/icu -I../../Source/WebCore/plugins -I../../Source/WebCore/rendering -I../../Source/WebCore/rendering/line -I../../Source/WebCore/rendering/mathml -I../../Source/WebCore/rendering/shapes -I../../Source/WebCore/rendering/style -I../../Source/WebCore/rendering/svg -I../../Source/WebCore/replay -I../../Source/WebCore/storage -I../../Source/WebCore/style -I../../Source/WebCore/svg -I../../Source/WebCore/svg/animation -I../../Source/WebCore/svg/graphics -I../../Source/WebCore/svg/graphics/filters -I../../Source/WebCore/svg/properties -I../../Source/WebCore/websockets -I../../Source/WebCore/workers -I../../Source/WebCore/workers/service -I../../Source/WebCore/workers/service/server -I../../Source/WebCore/xml -I../../Source/WebCore/xml/parser -IDerivedSources/WebCore -I../../Source/WebCore/PAL -I../../Source -IDerivedSources/ForwardingHeaders/ANGLE -I../../Source/WebCore/platform/graphics/gpu -I../../Source/ThirdParty/woff2/src -I../../Source/ThirdParty/xdgmime/src -isystem ../DependenciesGTK/Root/include/cairo -I../../Source/WebCore/platform/graphics/cairo -I../DependenciesGTK/Root/include/freetype2/freetype -I../DependenciesGTK/Root/include/freetype2 -I../DependenciesGTK/Root/include/harfbuzz -I../../Source/WebCore/platform/graphics/freetype -I../../Source/WebCore/platform/mediastream/openwebrtc -I../../Source/WebCore/platform/graphics/gstreamer -I../../Source/WebCore/platform/graphics/gstreamer/mse -I../../Source/WebCore/platform/graphics/gstreamer/eme -I../../Source/WebCore/platform/audio/gstreamer -I../../Source/WebCore/platform/image-decoders -I../../Source/WebCore/platform/image-decoders/bmp -I../../Source/WebCore/platform/image-decoders/gif -I../../Source/WebCore/platform/image-decoders/ico -I../../Source/WebCore/platform/image-decoders/jpeg -I../../Source/WebCore/platform/image-decoders/png -I../../Source/WebCore/platform/image-decoders/webp -I../../Source/WebCore/platform/graphics/texmap -I../../Source/WebCore/page/scrolling/coordinatedgraphics -I../../Source/WebCore/platform/graphics/texmap/coordinated -I../../Source/ThirdParty/ANGLE -I../../Source/ThirdParty/ANGLE/include/KHR -I../../Source/WebCore/accessibility/atk -I../../Source/WebCore/editing/atk -I../../Source/WebCore/page/gtk -I../../Source/WebCore/platform/geoclue -I../../Source/WebCore/platform/gtk -I../../Source/WebCore/platform/graphics/egl -I../../Source/WebCore/platform/graphics/glx -I../../Source/WebCore/platform/graphics/gtk -I../../Source/WebCore/platform/graphics/opengl -I../../Source/WebCore/platform/graphics/wayland -I../../Source/WebCore/platform/graphics/x11 -I../../Source/WebCore/platform/mediastream/gtk -I../../Source/WebCore/platform/network/gtk -I../../Source/WebCore/platform/network/soup -I../../Source/WebCore/platform/text/gtk -I../../Source/WebCore/bindings/gobject -isystem ../DependenciesGTK/Root/include/libxml2 -isystem ../DependenciesGTK/Root/include/gstreamer-1.0 -isystem ../DependenciesGTK/Root/include/glib-2.0 -isystem ../DependenciesGTK/Root/lib/glib-2.0/include -isystem ../DependenciesGTK/Root/lib/gstreamer-1.0/include -isystem /usr/include/libdrm -isystem ../DependenciesGTK/Root/include/atk-1.0 -isystem /usr/include/enchant -isystem ../DependenciesGTK/Root/include/gio-unix-2.0 -isystem /usr/include/libsecret-1 -isystem ../DependenciesGTK/Root/include/libsoup-2.4 -I../../Source/JavaScriptCore -I../../Source/JavaScriptCore/.. -I../../Source/JavaScriptCore/API -I../../Source/JavaScriptCore/ForwardingHeaders -I../../Source/JavaScriptCore/assembler -I../../Source/JavaScriptCore/b3 -I../../Source/JavaScriptCore/b3/air -I../../Source/JavaScriptCore/bindings -I../../Source/JavaScriptCore/builtins -I../../Source/JavaScriptCore/bytecode -I../../Source/JavaScriptCore/bytecompiler -I../../Source/JavaScriptCore/dfg -I../../Source/JavaScriptCore/disassembler -I../../Source/JavaScriptCore/disassembler/udis86 -I../../Source/JavaScriptCore/disassembler/ARM64 -I../../Source/JavaScriptCore/domjit -I../../Source/JavaScriptCore/ftl -I../../Source/JavaScriptCore/heap -I../../Source/JavaScriptCore/debugger -I../../Source/JavaScriptCore/inspector -I../../Source/JavaScriptCore/inspector/agents -I../../Source/JavaScriptCore/inspector/augmentable -I../../Source/JavaScriptCore/inspector/remote -I../../Source/JavaScriptCore/interpreter -I../../Source/JavaScriptCore/jit -I../../Source/JavaScriptCore/llint -I../../Source/JavaScriptCore/parser -I../../Source/JavaScriptCore/profiler -I../../Source/JavaScriptCore/runtime -I../../Source/JavaScriptCore/tools -I../../Source/JavaScriptCore/wasm -I../../Source/JavaScriptCore/wasm/js -I../../Source/JavaScriptCore/yarr -IDerivedSources/ForwardingHeaders -IDerivedSources/JavaScriptCore -IDerivedSources/JavaScriptCore/inspector -I../../Source/JavaScriptCore/inspector/remote/glib -I../../Source/bmalloc -I../../Source/WTF -IDerivedSources -I../../Source/ThirdParty -fdiagnostics-color=always -Wno-maybe-uninitialized -Wwrite-strings -Wundef -Wpointer-arith -Wmissing-format-attribute -Wformat-security -Wcast-align -Wextra -Wall -fno-strict-aliasing -fno-exceptions -std=c++14 -fno-rtti -gsplit-dwarf -g -fPIC -MD -MT Source/WebCore/CMakeFiles/WebCoreDerivedSources.dir/__/__/DerivedSources/WebCore/JSWorkerGlobalScope.cpp.o -MF Source/WebCore/CMakeFiles/WebCoreDerivedSources.dir/__/__/DerivedSources/WebCore/JSWorkerGlobalScope.cpp.o.d -o Source/WebCore/CMakeFiles/WebCoreDerivedSources.dir/__/__/DerivedSources/WebCore/JSWorkerGlobalScope.cpp.o -c /home/slave/webkitgtk/gtk-linux-64-debug/build/WebKitBuild/Debug/DerivedSources/WebCore/JSWorkerGlobalScope.cpp c++: internal compiler error: Killed (program cc1plus) Please submit a full bug report, with preprocessed source if appropriate. See <file:///usr/share/doc/gcc-6/README.Bugs> for instructions. 1350910 1 clopez 2017-09-20 13:03:07 -0700 I have cleared the ccache on the bot and now seems to be working. I have just triggered a clean build to see if it completes 1351116 2 clopez 2017-09-20 20:32:27 -0700 It seems this is still an issue. GCC is being killed by the kernel OOM killer. This bot has a limit of 22GB of RAM, and is running with 8 build parallel process. It looks something has made GCC (or ccache?) to use much more memory than previously when building in debug mode. Could r222170 have somehow caused this (maybe triggered also with the unified builds of JSC)?. That is what the log of the bot suggests: https://build.webkit.org/builders/GTK%20Linux%2064-bit%20Debug%20%28Build%29/builds/5175 I have just raised the RAM a bit, 25 GB.. let's see if this helps. 1352161 3 clopez 2017-09-25 03:30:36 -0700 And this continues to happen. Further inspection reveals that the bot is now trying to build with 48 parallel process rather than 8 as I have configured it via the environment variable NUMBER_OF_PROCESSORS=8 It seems this was caused by r222160 <https://trac.webkit.org/222160> 1352163 4 321676 clopez 2017-09-25 03:53:45 -0700 Created attachment 321676 Patch 1352167 5 321676 commit-queue 2017-09-25 05:21:50 -0700 Comment on attachment 321676 Patch Clearing flags on attachment: 321676 Committed r222442: <http://trac.webkit.org/changeset/222442> 1352168 6 commit-queue 2017-09-25 05:21:52 -0700 All reviewed patches have been landed. Closing bug. 321676 2017-09-25 03:53:45 -0700 2017-09-25 05:21:50 -0700 Patch bug-177223-20170925125343.patch text/plain 2097 clopez U3VidmVyc2lvbiBSZXZpc2lvbjogMjIyNDQxCmRpZmYgLS1naXQgYS9Ub29scy9DaGFuZ2VMb2cg Yi9Ub29scy9DaGFuZ2VMb2cKaW5kZXggNTllNzNlNmVkYmMxNzNkYzVhMDJhYmZmNmIyODc5OTJk N2E4NDQ5Zi4uMzgyZGVlYzY3YzBjZTAwMTU0ODg3NTgzNWI5Zjg3NDZlNGUyNTRjNSAxMDA2NDQK LS0tIGEvVG9vbHMvQ2hhbmdlTG9nCisrKyBiL1Rvb2xzL0NoYW5nZUxvZwpAQCAtMSwzICsxLDIw IEBACisyMDE3LTA5LTI1ICBDYXJsb3MgQWxiZXJ0byBMb3BleiBQZXJleiAgPGNsb3BlekBpZ2Fs aWEuY29tPgorCisgICAgICAgIFJFR1JFU1NJT04ocjIyMjE2MCkgW0dUS10gW0RlYnVnXSBJbnRl cm5hbCBjb21waWxlciBlcnJvciBvbiB0aGUgYnVpbGRib3QgKGh1Z2UgbWVtb3J5IHVzYWdlIGJ5 IEdDQykKKyAgICAgICAgaHR0cHM6Ly9idWdzLndlYmtpdC5vcmcvc2hvd19idWcuY2dpP2lkPTE3 NzIyMworCisgICAgICAgIFJldmlld2VkIGJ5IE5PQk9EWSAoT09QUyEpLgorCisgICAgICAgIFdo ZW4gdGhlIHVzZXIgZW52aXJvbm1lbnQgc2V0cyB0aGUgdmFyaWFibGUgTlVNQkVSX09GX1BST0NF U1NPUlMKKyAgICAgICAgdGhpcyBzaG91bGQgYmUgcGFzc2VkIGRvd24gdG8gdGhlIGJ1aWxkIHN5 c3RlbSAobmluamEgb3IgbWFrZSkgYWx3YXlzLgorCisgICAgICAgIFBsYXlpbmcgd2l0aCB0aGUg bnVtYmVyIG9mIHRoaXMgdmFyaWFibGUgaXMgbmVlZGVkIHdoZW4gdXNpbmcgaWNlY2MKKyAgICAg ICAgKGFzIHlvdSB1c3VhbGx5IHdhbnQgdG8gbGF1bmNoIG1vcmUgcGFyYWxsZWwgYnVpbGQgcHJv Y2VzcyB0aGFuIHlvdXIKKyAgICAgICAgbnVtYmVyIG9mIGNvcmVzKSwgb3Igd2hlbiB5b3Ugd2Fu dCB0byBsaW1pdCB0aGUgbnVtYmVyIG9mIHBhcmFsbGVsCisgICAgICAgIGJ1aWxkIHByb2Nlc3Mg Zm9yIGhhcmR3YXJlIGNhcGFjaXR5IHJlYXNvbnMuCisKKyAgICAgICAgKiBTY3JpcHRzL2J1aWxk LXdlYmtpdDoKKwogMjAxNy0wOS0yNCAgRnVqaWkgSGlyb25vcmkgIDxIaXJvbm9yaS5GdWppaUBz b255LmNvbT4KIAogICAgICAgICBbR1RLXSBJbmNyZW1lbnRhbCBidWlsZHMgZmFpbCBldmVyeSB0 aW1lIFdlYiBJbnNwZWN0b3IgaWNvbnMgYXJlIHJlbW92ZWQKZGlmZiAtLWdpdCBhL1Rvb2xzL1Nj cmlwdHMvYnVpbGQtd2Via2l0IGIvVG9vbHMvU2NyaXB0cy9idWlsZC13ZWJraXQKaW5kZXggYzM5 MWVlYTkzZmM2YWEzYzkwOGY4OTE4YzE4ODNlNWQ2MTVmOWU2OC4uOTkyNWIwMmFlNWE0YzM4Njk1 MzM2ODc1ZGIzN2VhZTkxNzZmY2I3NyAxMDA3NTUKLS0tIGEvVG9vbHMvU2NyaXB0cy9idWlsZC13 ZWJraXQKKysrIGIvVG9vbHMvU2NyaXB0cy9idWlsZC13ZWJraXQKQEAgLTIzOSwxMCArMjM5LDEw IEBAIGlmIChpc0luc3BlY3RvckZyb250ZW5kKCkpIHsKIH0KIAogaWYgKGlzQ01ha2VCdWlsZCgp ICYmICFpc0FueVdpbmRvd3MoKSkgewotICAgIGlmICghY2FuVXNlTmluamEoKSkgewotICAgICAg ICAjIEJ5IGRlZmF1bHQgd2UgYnVpbGQgdXNpbmcgYWxsIG9mIHRoZSBhdmFpbGFibGUgQ1BVcy4K LSAgICAgICAgIyBOaW5qYSB3aWxsIGF1dG9tYXRpY2FsbHkgZGV0ZXJtaW5lIHRoZSBudW1iZXIg b2Ygam9icyB0byBydW4gaW4gcGFyYWxsZWwsCi0gICAgICAgICMgc28gZG9uJ3Qgb3ZlcnJpZGUg dGhlIG51bWJlciBvZiBqb2JzIGlmIGJ1aWxkaW5nIHdpdGggTmluamEuCisgICAgaWYgKCFjYW5V c2VOaW5qYSgpIHx8IGRlZmluZWQoJEVOVntOVU1CRVJfT0ZfUFJPQ0VTU09SU30pKSB7CisgICAg ICAgICMgSWYgdGhlIHVzZXIgZW52aXJvbm1lbnQgaXMgbm90IHNldHRpbmcgYSBzcGVjaWZpYyBu dW1iZXIgb2YgcHJvY2VzcywKKyAgICAgICAgIyB0aGVuIGRvbid0IHBhc3MgdGhlIG51bWJlciBv ZiBqb2JzIHRvIE5pbmphLiBCZWNhdXNlIE5pbmphIHdpbGwKKyAgICAgICAgIyBhdXRvbWF0aWNh bGx5IGRldGVybWluZSB0aGUgbnVtYmVyIG9mIGpvYnMgdG8gcnVuIGluIHBhcmFsbGVsLgogICAg ICAgICAkbWFrZUFyZ3MgLj0gKCRtYWtlQXJncyA/ICIgIiA6ICIiKSAuICItaiIgLiBudW1iZXJP ZkNQVXMoKSBpZiAkbWFrZUFyZ3MgIX4gLy1qXHMqXGQrLzsKICAgICB9CiAK