[root@Prod_Thor:p-thorm02 ~]$ sudo gdb /opt/HPCCSystems/bin/thormaster_lcr /var/lib/HPCCSystems/thor10_80way/core.25669 GNU gdb (GDB) Red Hat Enterprise Linux 7.6.1-120.el7 Copyright (C) 2013 Free Software Foundation, Inc. License GPLv3+: GNU GPL version 3 or later This is free software: you are free to change and redistribute it. There is NO WARRANTY, to the extent permitted by law. Type "show copying" and "show warranty" for details. This GDB was configured as "x86_64-redhat-linux-gnu". For bug reporting instructions, please see: ... Reading symbols from /opt/HPCCSystems/bin/thormaster_lcr...(no debugging symbols found)...done. warning: core file may not match specified executable file. [New LWP 25669] [New LWP 25676] [New LWP 27614] [New LWP 25672] [New LWP 25673] [New LWP 27971] [New LWP 25674] [New LWP 25902] [New LWP 27804] [New LWP 27969] [New LWP 8774] [New LWP 25917] [New LWP 103585] [New LWP 25918] [New LWP 27615] [New LWP 27805] [New LWP 27806] [New LWP 8773] [New LWP 8775] warning: Could not load shared library symbols for /var/lib/HPCCSystems/queries/thor10_80way/V2215238608_libW20221214-201047.so. Do you need "set solib-search-path" or "set sysroot"? [Thread debugging using libthread_db enabled] Using host libthread_db library "/usr/lib64/libthread_db.so.1". Core was generated by `/mnt/disk1/var/lib/HPCCSystems/thor10_80way/thormaster_thor10_80way --master=10'. Program terminated with signal 11, Segmentation fault. #0 0x00007f26082f9605 in CGraphElementBase::prepareContext(unsigned int, unsigned char const*, bool, bool, bool, bool) () at /var/lib/jenkins/workspace/LN-Candidate-with-Plugins-8.10.8-1/LN/centos-7-x86_64-8x-aws-ris/HPCC-Platform/thorlcr/graph/./../../system/jlib/jarray.hpp:74 74 /var/lib/jenkins/workspace/LN-Candidate-with-Plugins-8.10.8-1/LN/centos-7-x86_64-8x-aws-ris/HPCC-Platform/thorlcr/graph/./../../system/jlib/jarray.hpp: No such file or directory. Missing separate debuginfos, use: debuginfo-install hpccsystems-platform-8.10.8-1.x86_64 (gdb) where #0 0x00007f26082f9605 in CGraphElementBase::prepareContext(unsigned int, unsigned char const*, bool, bool, bool, bool) () at /var/lib/jenkins/workspace/LN-Candidate-with-Plugins-8.10.8-1/LN/centos-7-x86_64-8x-aws-ris/HPCC-Platform/thorlcr/graph/./../../system/jlib/jarray.hpp:74 #1 0x00007f26082fa87b in CGraphBase::prepare (this=this@entry=0x5087e0, parentExtractSz=0, parentExtract=0x0, checkDependencies=true, shortCircuit=false, async=false) at /var/lib/jenkins/workspace/LN-Candidate-with-Plugins-8.10.8-1/LN/centos-7-x86_64-8x-aws-ris/HPCC-Platform/thorlcr/graph/thgraph.cpp:1532 #2 0x00007f2608375074 in CMasterGraph::prepare (this=0x5087e0, parentExtractSz=, parentExtract=, checkDependencies=, shortCircuit=, async=) at /var/lib/jenkins/workspace/LN-Candidate-with-Plugins-8.10.8-1/LN/centos-7-x86_64-8x-aws-ris/HPCC-Platform/thorlcr/graph/thgraphmaster.cpp:2459 #3 0x00007f2608301d72 in CGraphBase::execute (this=0x5087e0, _parentExtractSz=0, parentExtract=0x0, checkDependencies=, async=) at /var/lib/jenkins/workspace/LN-Candidate-with-Plugins-8.10.8-1/LN/centos-7-x86_64-8x-aws-ris/HPCC-Platform/thorlcr/graph/thgraph.cpp:1437 #4 0x00007f26082f7eb8 in CGraphElementBase::executeDependencies(unsigned int, unsigned char const*, int, bool) () at /var/lib/jenkins/workspace/LN-Candidate-with-Plugins-8.10.8-1/LN/centos-7-x86_64-8x-aws-ris/HPCC-Platform/thorlcr/graph/thgraph.cpp:623 #5 0x00007f26082f9947 in CGraphElementBase::prepareContext(unsigned int, unsigned char const*, bool, bool, bool, bool) () at /var/lib/jenkins/workspace/LN-Candidate-with-Plugins-8.10.8-1/LN/centos-7-x86_64-8x-aws-ris/HPCC-Platform/thorlcr/graph/thgraph.cpp:749 #6 0x00007f26082f9621 in CGraphElementBase::prepareContext(unsigned int, unsigned char const*, bool, bool, bool, bool) () at /var/lib/jenkins/workspace/LN-Candidate-with-Plugins-8.10.8-1/LN/centos-7-x86_64-8x-aws-ris/HPCC-Platform/thorlcr/graph/./../../system/jlib/jarray.hpp:74 #7 0x00007f26082f9621 in CGraphElementBase::prepareContext(unsigned int, unsigned char const*, bool, bool, bool, bool) () at /var/lib/jenkins/workspace/LN-Candidate-with-Plugins-8.10.8-1/LN/centos-7-x86_64-8x-aws-ris/HPCC-Platform/thorlcr/graph/./../../system/jlib/jarray.hpp:74 #8 0x00007f26082f9621 in CGraphElementBase::prepareContext(unsigned int, unsigned char const*, bool, bool, bool, bool) () at /var/lib/jenkins/workspace/LN-Candidate-with-Plugins-8.10.8-1/LN/centos-7-x86_64-8x-aws-ris/HPCC-Platform/thorlcr/graph/./../../system/jlib/jarray.hpp:74 #9 0x00007f26082f9621 in CGraphElementBase::prepareContext(unsigned int, unsigned char const*, bool, bool, bool, bool) () at /var/lib/jenkins/workspace/LN-Candidate-with-Plugins-8.10.8-1/LN/centos-7-x86_64-8x-aws-ris/HPCC-Platform/thorlcr/graph/./../../system/jlib/jarray.hpp:74 #10 0x00007f26082f9621 in CGraphElementBase::prepareContext(unsigned int, unsigned char const*, bool, bool, bool, bool) () at /var/lib/jenkins/workspace/LN-Candidate-with-Plugins-8.10.8-1/LN/centos-7-x86_64-8x-aws-ris/HPCC-Platform/thorlcr/graph/./../../system/jlib/jarray.hpp:74 #11 0x00007f26082fa87b in CGraphBase::prepare (this=this@entry=0x5553c0, parentExtractSz=0, parentExtract=0x0, checkDependencies=true, shortCircuit=false, async=false) at /var/lib/jenkins/workspace/LN-Candidate-with-Plugins-8.10.8-1/LN/centos-7-x86_64-8x-aws-ris/HPCC-Platform/thorlcr/graph/thgraph.cpp:1532 #12 0x00007f2608375074 in CMasterGraph::prepare (this=0x5553c0, parentExtractSz=, parentExtract=, checkDependencies=, shortCircuit=, async=) at /var/lib/jenkins/workspace/LN-Candidate-with-Plugins-8.10.8-1/LN/centos-7-x86_64-8x-aws-ris/HPCC-Platform/thorlcr/graph/thgraphmaster.cpp:2459 #13 0x00007f2608301d72 in CGraphBase::execute (this=0x5553c0, _parentExtractSz=0, parentExtract=0x0, checkDependencies=, async=) at /var/lib/jenkins/workspace/LN-Candidate-with-Plugins-8.10.8-1/LN/centos-7-x86_64-8x-aws-ris/HPCC-Platform/thorlcr/graph/thgraph.cpp:1437 #14 0x00007f2608372490 in CJobMaster::go() () at /var/lib/jenkins/workspace/LN-Candidate-with-Plugins-8.10.8-1/LN/centos-7-x86_64-8x-aws-ris/HPCC-Platform/thorlcr/graph/thgraphmaster.cpp:1965 #15 0x0000000000410cf6 in CJobManager::executeGraph(IConstWorkUnit&, char const*, SocketEndpoint const&) () #16 0x00000000004120fc in CJobManager::doit(IConstWorkUnit*, char const*, SocketEndpoint const&) () #17 0x0000000000412395 in CJobManager::execute(IConstWorkUnit*, char const*, char const*, SocketEndpoint const&) () #18 0x0000000000412d86 in CJobManager::run() () #19 0x0000000000413a74 in thorMain(ILogMsgHandler*, char const*, char const*) () #20 0x000000000040b8bf in main () (gdb) bt full #0 0x00007f26082f9605 in CGraphElementBase::prepareContext(unsigned int, unsigned char const*, bool, bool, bool, bool) () at /var/lib/jenkins/workspace/LN-Candidate-with-Plugins-8.10.8-1/LN/centos-7-x86_64-8x-aws-ris/HPCC-Platform/thorlcr/graph/./../../system/jlib/jarray.hpp:74 numItemsi = i = 0 _shortCircuit = deps = { >> = {ptr = 0x1ede640}, } depsDone = create = false #1 0x00007f26082fa87b in CGraphBase::prepare (this=this@entry=0x5087e0, parentExtractSz=0, parentExtract=0x0, checkDependencies=true, shortCircuit=false, async=false) at /var/lib/jenkins/workspace/LN-Candidate-with-Plugins-8.10.8-1/LN/centos-7-x86_64-8x-aws-ris/HPCC-Platform/thorlcr/graph/thgraph.cpp:1532 sink = needToExecute = false numItemss = s = 0 #2 0x00007f2608375074 in CMasterGraph::prepare (this=0x5087e0, parentExtractSz=, parentExtract=, checkDependencies=, shortCircuit=, async=) at /var/lib/jenkins/workspace/LN-Candidate-with-Plugins-8.10.8-1/LN/centos-7-x86_64-8x-aws-ris/HPCC-Platform/thorlcr/graph/thgraphmaster.cpp:2459 No locals. #3 0x00007f2608301d72 in CGraphBase::execute (this=0x5087e0, _parentExtractSz=0, parentExtract=0x0, checkDependencies=, async=) at /var/lib/jenkins/workspace/LN-Candidate-with-Plugins-8.10.8-1/LN/centos-7-x86_64-8x-aws-ris/HPCC-Platform/thorlcr/graph/thgraph.cpp:1437 No locals. #4 0x00007f26082f7eb8 in CGraphElementBase::executeDependencies(unsigned int, unsigned char const*, int, bool) () at /var/lib/jenkins/workspace/LN-Candidate-with-Plugins-8.10.8-1/LN/centos-7-x86_64-8x-aws-ris/HPCC-Platform/thorlcr/graph/thgraph.cpp:623 dep = deps = { >> = {ptr = 0x5bab40}, } #5 0x00007f26082f9947 in CGraphElementBase::prepareContext(unsigned int, unsigned char const*, bool, bool, bool, bool) () at /var/lib/jenkins/workspace/LN-Candidate-with-Plugins-8.10.8-1/LN/centos-7-x86_64-8x-aws-ris/HPCC-Platform/thorlcr/graph/thgraph.cpp:749 _shortCircuit = deps = { >> = {ptr = 0x1e64430}, } depsDone = create = true #6 0x00007f26082f9621 in CGraphElementBase::prepareContext(unsigned int, unsigned char const*, bool, bool, bool, bool) () at /var/lib/jenkins/workspace/LN-Candidate-with-Plugins-8.10.8-1/LN/centos-7-x86_64-8x-aws-ris/HPCC-Platform/thorlcr/graph/./../../system/jlib/jarray.hpp:74 numItemsi = i = 0 _shortCircuit = deps = { >> = {ptr = 0x1e643c0}, } depsDone = create = true #7 0x00007f26082f9621 in CGraphElementBase::prepareContext(unsigned int, unsigned char const*, bool, bool, bool, bool) () at /var/lib/jenkins/workspace/LN-Candidate-with-Plugins-8.10.8-1/LN/centos-7-x86_64-8x-aws-ris/HPCC-Platform/thorlcr/graph/./../../system/jlib/jarray.hpp:74 numItemsi = i = 0 _shortCircuit = deps = { >> = {ptr = 0x1e641b0}, } depsDone = create = true #8 0x00007f26082f9621 in CGraphElementBase::prepareContext(unsigned int, unsigned char const*, bool, bool, bool, bool) () at /var/lib/jenkins/workspace/LN-Candidate-with-Plugins-8.10.8-1/LN/centos-7-x86_64-8x-aws-ris/HPCC-Platform/thorlcr/graph/./../../system/jlib/jarray.hpp:74 numItemsi = i = 0 _shortCircuit = ---Type to continue, or q to quit--- deps = { >> = {ptr = 0x668290}, } depsDone = create = true #9 0x00007f26082f9621 in CGraphElementBase::prepareContext(unsigned int, unsigned char const*, bool, bool, bool, bool) () at /var/lib/jenkins/workspace/LN-Candidate-with-Plugins-8.10.8-1/LN/centos-7-x86_64-8x-aws-ris/HPCC-Platform/thorlcr/graph/./../../system/jlib/jarray.hpp:74 numItemsi = i = 0 _shortCircuit = deps = { >> = {ptr = 0x668c10}, } depsDone = create = true #10 0x00007f26082f9621 in CGraphElementBase::prepareContext(unsigned int, unsigned char const*, bool, bool, bool, bool) () at /var/lib/jenkins/workspace/LN-Candidate-with-Plugins-8.10.8-1/LN/centos-7-x86_64-8x-aws-ris/HPCC-Platform/thorlcr/graph/./../../system/jlib/jarray.hpp:74 numItemsi = i = 0 _shortCircuit = deps = { >> = {ptr = 0x6685a0}, } depsDone = create = true #11 0x00007f26082fa87b in CGraphBase::prepare (this=this@entry=0x5553c0, parentExtractSz=0, parentExtract=0x0, checkDependencies=true, shortCircuit=false, async=false) at /var/lib/jenkins/workspace/LN-Candidate-with-Plugins-8.10.8-1/LN/centos-7-x86_64-8x-aws-ris/HPCC-Platform/thorlcr/graph/thgraph.cpp:1532 sink = needToExecute = false numItemss = s = 0 #12 0x00007f2608375074 in CMasterGraph::prepare (this=0x5553c0, parentExtractSz=, parentExtract=, checkDependencies=, shortCircuit=, async=) at /var/lib/jenkins/workspace/LN-Candidate-with-Plugins-8.10.8-1/LN/centos-7-x86_64-8x-aws-ris/HPCC-Platform/thorlcr/graph/thgraphmaster.cpp:2459 No locals. #13 0x00007f2608301d72 in CGraphBase::execute (this=0x5553c0, _parentExtractSz=0, parentExtract=0x0, checkDependencies=, async=) at /var/lib/jenkins/workspace/LN-Candidate-with-Plugins-8.10.8-1/LN/centos-7-x86_64-8x-aws-ris/HPCC-Platform/thorlcr/graph/thgraph.cpp:1437 No locals. #14 0x00007f2608372490 in CJobMaster::go() () at /var/lib/jenkins/workspace/LN-Candidate-with-Plugins-8.10.8-1/LN/centos-7-x86_64-8x-aws-ris/HPCC-Platform/thorlcr/graph/thgraphmaster.cpp:1965 graph = iter = { >> = {ptr = 0x668560}, } g = 2 numItemstr = tr = toRun = { = {> = { >> = {> = { = {_head = 0x6685d0, used = 8, max = 8}, }, }, }, }, } workunitPauseHandler = warning: RTTI symbol not found for class 'CJobMaster::go()::CWorkunitPauseHandler' { = {> = {> = { = {}, _vptr.CSimpleInterfaceOf = 0x7f260838d2e8 , xxcount = {> = { static _S_alignment = 4, _M_i = 1}, static is_always_lock_free = true}}, }, }, = { _vptr.IWorkUnitSubscriber = 0x7f260838d328 }, job = @0x58bf60, wu = @0x65dfe0, watcher = {> = {ptr = 0x668b70}, }, crit = {mutex = {__data = {__lock = 0, __count = 0, __owner = 0, __nusers = 0, __kind = 1, __spins = 0, __elision = 0, __list = {__prev = 0x0, __next = 0x0}}, __size = '\000' , "\001", '\000' , __align = 0}}} qtHandler = {> = {ptr = 0x0}, } guillotineTimeout = allDone = true concurrentSubGraphs = 1 jobDoneException = ---Type to continue, or q to quit--- #15 0x0000000000410cf6 in CJobManager::executeGraph(IConstWorkUnit&, char const*, SocketEndpoint const&) () No symbol table info available. #16 0x00000000004120fc in CJobManager::doit(IConstWorkUnit*, char const*, SocketEndpoint const&) () No symbol table info available. #17 0x0000000000412395 in CJobManager::execute(IConstWorkUnit*, char const*, char const*, SocketEndpoint const&) () No symbol table info available. #18 0x0000000000412d86 in CJobManager::run() () No symbol table info available. #19 0x0000000000413a74 in thorMain(ILogMsgHandler*, char const*, char const*) () No symbol table info available. #20 0x000000000040b8bf in main () No symbol table info available. (gdb) (gdb)