You are viewing a plain text version of this content. The canonical link for it is here.
Posted to issues@trafodion.apache.org by "Alice Chen (JIRA)" <ji...@apache.org> on 2015/07/22 20:16:08 UTC

[jira] [Created] (TRAFODION-468) LP Bug: 1346546 - Phoenix T2 tests failed with many core files

Alice Chen created TRAFODION-468:
------------------------------------

             Summary: LP Bug: 1346546 - Phoenix T2 tests failed with many core files
                 Key: TRAFODION-468
                 URL: https://issues.apache.org/jira/browse/TRAFODION-468
             Project: Apache Trafodion
          Issue Type: Bug
          Components: dtm
            Reporter: justin.du@hp.com
            Assignee: Narendra Goyal
            Priority: Blocker
             Fix For: 0.9 (pre-incubation)


The JDBC T2 phoenix tests had been failing with cores file lately (it used to give 5-6 error but without core). Below is the stack with some info in frame #6. 

Core was generated by `/opt/home/tools/jdk1.7.0_09_64/bin/java -cp .:/opt/home/tools/hbase-0.94.6-cdh4'.
Program terminated with signal 6, Aborted.
#0  0x0000003aab4328a5 in raise () from /lib64/libc.so.6
(gdb) bt
#0  0x0000003aab4328a5 in raise () from /lib64/libc.so.6
#1  0x0000003aab434085 in abort () from /lib64/libc.so.6
#2  0x00007ffff73d6455 in os::abort(bool) ()
   from /opt/home/tools/jdk1.7.0_09_64/jre/lib/amd64/server/libjvm.so
#3  0x00007ffff7214f37 in jniCheck::validate_class(JavaThread*, _jclass*, bool)
    () from /opt/home/tools/jdk1.7.0_09_64/jre/lib/amd64/server/libjvm.so
#4  0x00007ffff721cc52 in checked_jni_CallStaticVoidMethodV ()
   from /opt/home/tools/jdk1.7.0_09_64/jre/lib/amd64/server/libjvm.so
#5  0x00007fffa3c097c5 in JNIEnv_::CallStaticVoidMethod (this=0x6139d8, 
    cls=0x6b0138, methodID=0x942be8)
    at /opt/home/tools/jdk1.7.0_09_64/include/jni.h:1516
#6  0x00007fffa3c02ca1 in cleanupTransactionLocal (transactionID=11052)
    at tmlib.cpp:189
#7  0x00007fffa3c04457 in ENDTRANSACTION () at tmlib.cpp:770
#8  0x00007fffa7282362 in ExTransaction::commitTransaction (
    this=0x7fff98b56b78, waited=1) at ../executor/ex_transaction.cpp:727
#9  0x00007fffa7283432 in ExTransTcb::work (this=0x7fff98b749c8)
    at ../executor/ex_transaction.cpp:1279
#10 0x00007fffa7212b4f in ex_tcb::sWork (tcb=0x7fff98b749c8)
    at ../executor/ex_tcb.h:99
#11 0x00007fffa73160fb in ExSubtask::work (this=0x7fff98b74e98)
    at ../executor/ExScheduler.cpp:751
#12 0x00007fffa73154be in ExScheduler::work (this=0x7fff98b74608, 
    prevWaitTime=0) at ../executor/ExScheduler.cpp:328
#13 0x00007fffa725285f in ex_root_tcb::execute (this=0x7fff98b74f18, 
    cliGlobals=0x11b4d10, glob=0x7fff98b728e0, input_desc=0x7fff98b71ef0, 
    diagsArea=@0x7ffff6c8a330, reExecute=0) at ../executor/ex_root.cpp:1025
#14 0x00007fffa6ae4dd5 in CliStatement::execute (this=0x7fff98b87b50, 
    cliGlobals=0x11b4d10, input_desc=0x7fff98b71ef0, diagsArea=..., 
    execute_state=CliStatement::INITIAL_STATE_, fixupOnly=0, cliflags=0)
    at ../cli/Statement.cpp:4740
#15 0x00007fffa6a8b0b3 in SQLCLI_PerformTasks(CliGlobals *, ULng32, SQLSTMT_ID *, SQLDESC_ID *, SQLDESC_ID *, Lng32, Lng32, typedef __va_list_tag __va_list_tag *, SQLCLI_PTR_PAIRS *, SQLCLI_PTR_PAIRS *) (cliGlobals=0x11b4d10, tasks=4882, 
    statement_id=0x7fff98825260, input_descriptor=0x7fff988252d0, 
    output_descriptor=0x0, num_input_ptr_pairs=0, num_output_ptr_pairs=0, 
    ap=0x7ffff6c8a900, input_ptr_pairs=0x0, output_ptr_pairs=0x0)
    at ../cli/Cli.cpp:3274
#16 0x00007fffa6a8ba24 in SQLCLI_Exec(CliGlobals *, SQLSTMT_ID *, SQLDESC_ID *, Lng32, typedef __va_list_tag __va_list_tag *, SQLCLI_PTR_PAIRS *) (
---Type <return> to continue, or q <return> to quit---
    cliGlobals=0x11b4d10, statement_id=0x7fff98825260, 
    input_descriptor=0x7fff988252d0, num_ptr_pairs=0, ap=0x7ffff6c8a900, 
    ptr_pairs=0x0) at ../cli/Cli.cpp:3521
#17 0x00007fffa6af7e9a in SQL_EXEC_Exec (statement_id=0x7fff98825260, 
    input_descriptor=0x7fff988252d0, num_ptr_pairs=0)
    at ../cli/CliExtern.cpp:2062
#18 0x00007fffa729729a in ExeCliInterface::exec (this=0x7ffff6c8ad60, 
    inputBuf=0x0, inputBufLen=0) at ../executor/ExExeUtilCli.cpp:599
#19 0x00007fffa7297e2a in ExeCliInterface::executeImmediateExec (
    this=0x7ffff6c8ad60, stmtStr=0x7fffa73d5ea3 "commit work waited;", 
    outputBuf=0x0, outputBufLen=0x0, nullTerminate=1, rowsAffected=0x0)
    at ../executor/ExExeUtilCli.cpp:887
#20 0x00007fffa7298135 in ExeCliInterface::executeImmediate (
    this=0x7ffff6c8ad60, stmtStr=0x7fffa73d5ea3 "commit work waited;", 
    outputBuf=0x0, outputBufLen=0x0, nullTerminate=1, rowsAffected=0x0, 
    monitorThis=0, globalDiags=0x0) at ../executor/ExExeUtilCli.cpp:988
#21 0x00007fffa729a05b in ExeCliInterface::commitWork (this=0x7ffff6c8ad60)
    at ../executor/ExExeUtilCli.cpp:1818
#22 0x00007fffa2df81e7 in CmpSeabaseDDL::commitXn (this=0x7ffff6c8b800, 
    cliInterface=0x7ffff6c8ad60) at ../sqlcomp/CmpSeabaseDDLcommon.cpp:1245
#23 0x00007fffa2e04adc in CmpSeabaseDDL::executeSeabaseDDL (
    this=0x7ffff6c8b800, ddlExpr=0x7fff9881e598, ddlNode=0x7fff9881da90, 
    currCatName=..., currSchName=...)
    at ../sqlcomp/CmpSeabaseDDLcommon.cpp:4403
#24 0x00007fffa7e111a8 in CmpStatement::process (this=0x7fff987ea440, 
    statement=...) at ../arkcmp/CmpStatement.cpp:909
#25 0x00007fffa7e04875 in CmpContext::compileDirect (this=0x7fff98a50090, 
    data=0x7fff98b68318 "\200", data_len=272, outHeap=0x7fff9bae02d8, 
    charset=15, op=CmpMessageObj::PROCESSDDL, gen_code=@0x7ffff6c8c028, 
    gen_code_len=@0x7ffff6c8c024, parserFlags=0, diagsArea=0x7fff98b68430)
    at ../arkcmp/CmpContext.cpp:720
#26 0x00007fffa71ff1d6 in ExDDLTcb::work (this=0x7fff98b691b0)
    at ../executor/ex_ddl.cpp:265
#27 0x00007fffa7212b4f in ex_tcb::sWork (tcb=0x7fff98b691b0)
    at ../executor/ex_tcb.h:99
#28 0x00007fffa73160fb in ExSubtask::work (this=0x7fff98b69708)
    at ../executor/ExScheduler.cpp:751
#29 0x00007fffa73154be in ExScheduler::work (this=0x7fff98b68df0, 
    prevWaitTime=0) at ../executor/ExScheduler.cpp:328
#30 0x00007fffa725285f in ex_root_tcb::execute (this=0x7fff98b69788, 
---Type <return> to continue, or q <return> to quit---
    cliGlobals=0x11b4d10, glob=0x7fff98b670e8, input_desc=0x7fff98b66b78, 
    diagsArea=@0x7ffff6c8d660, reExecute=0) at ../executor/ex_root.cpp:1025
#31 0x00007fffa6ae4dd5 in CliStatement::execute (this=0x7fff98b650f8, 
    cliGlobals=0x11b4d10, input_desc=0x7fff98b66b78, diagsArea=..., 
    execute_state=CliStatement::INITIAL_STATE_, fixupOnly=0, cliflags=0)
    at ../cli/Statement.cpp:4740
#32 0x00007fffa6a8b0b3 in SQLCLI_PerformTasks(CliGlobals *, ULng32, SQLSTMT_ID *, SQLDESC_ID *, SQLDESC_ID *, Lng32, Lng32, typedef __va_list_tag __va_list_tag *, SQLCLI_PTR_PAIRS *, SQLCLI_PTR_PAIRS *) (cliGlobals=0x11b4d10, tasks=8063, 
    statement_id=0x2c97a40, input_descriptor=0x2c97a70, output_descriptor=0x0, 
    num_input_ptr_pairs=0, num_output_ptr_pairs=0, ap=0x7ffff6c8dc50, 
    input_ptr_pairs=0x0, output_ptr_pairs=0x0) at ../cli/Cli.cpp:3274
#33 0x00007fffa6a8c351 in SQLCLI_ClearExecFetchClose(CliGlobals *, SQLSTMT_ID *, SQLDESC_ID *, SQLDESC_ID *, Lng32, Lng32, Lng32, typedef __va_list_tag __va_list_tag *, SQLCLI_PTR_PAIRS *, SQLCLI_PTR_PAIRS *) (cliGlobals=0x11b4d10, 
    statement_id=0x2c97a40, input_descriptor=0x2c97a70, output_descriptor=0x0, 
    num_input_ptr_pairs=0, num_output_ptr_pairs=0, num_total_ptr_pairs=0, 
    ap=0x7ffff6c8dc50, input_ptr_pairs=0x0, output_ptr_pairs=0x0)
    at ../cli/Cli.cpp:3765
#34 0x00007fffa6af8edf in SQL_EXEC_ClearExecFetchClose (
    statement_id=0x2c97a40, input_descriptor=0x2c97a70, output_descriptor=0x0, 
    num_input_ptr_pairs=0, num_output_ptr_pairs=0, num_total_ptr_pairs=0)
    at ../cli/CliExtern.cpp:2618
#35 0x00007fffa8d8ba63 in EXECUTE (pSrvrStmt=0x2c97430)
    at native/SqlInterface.cpp:1119
#36 0x00007fffa8d87792 in SRVR_STMT_HDL::Execute (this=0x2c97430, 
    inCursorName=0x0, totalRowCount=1, inSqlStmtType=0, 
    inValueList=0x7ffff6c8e020, inSqlAsyncEnable=0, inQueryTimeout=0, 
    outValueList=0x7ffff6c8e010) at native/CSrvrStmt.cpp:234
#37 0x00007fffa8d87d94 in SRVR_STMT_HDL::ExecDirect (this=0x2c97430, 
    inCursorName=0x0, inSqlString=0x7ffff6c8e1a0, inStmtType=0, 
    inSqlStmtType=0, inHoldability=2, inQueryTimeout=0)
    at native/CSrvrStmt.cpp:391
#38 0x00007fffa8da61f1 in odbc_SQLSvc_ExecDirect_sme_ (objtag_=0x0, 
    call_id_=0x0, exception_=0x7ffff6c8e1d0, dialogueId=28295744, 
    stmtLabel=0x1e6e344 "STMT4", cursorName=0x0, 
    stmtExplainLabel=0x7fffa8daa72c "", stmtType=0, sqlStmtType=0, 
    sqlString=0x7ffff6c8e1a0, holdability=2, queryTimeout=0, 
    resultSet=140737333748608, estimatedCost=0x7ffff6c8e240, 
    outputDesc=0x7ffff6c8e210, rowsAffected=0x7ffff6c8e238, 
    sqlWarning=0x7ffff6c8e220, stmtId=0x7ffff6c8e200, currentStmtId=0)
    at native/SrvrOthers.cpp:671
#39 0x00007fffa8da1759 in Java_org_trafodion_jdbc_t2_SQLMXStatement_executeDirect (jenv=0x6139d8, jobj=0x7ffff6c8e3e8, server=0x0, dialogueId=28295744, 
    txid=0, autoCommit=1 '\001', txnMode=2, stmtLabel=0x7ffff6c8e3b0, 
    cursorName=0x0, sql=0x7ffff6c8e3a0, isSelect=0 '\000', queryTimeout=0, 
    holdability=2, resultSet=0x7ffff6c8e380, currentStmtId=0)
    at native/SQLMXStatement.cpp:140
#40 0x00007ffff331af90 in ?? ()
#41 0x0000000000000002 in ?? ()
#42 0x00007ffff6c8e3b0 in ?? ()
#43 0x0000000000000000 in ?? ()
(gdb) f 6
#6  0x00007fffa3c02ca1 in cleanupTransactionLocal (transactionID=11052)
    at tmlib.cpp:189
189                                                                      j_tid);
(gdb) info locals
sv_jclass_rminterface = 0x6b0138
sv_enable_cleanup_rminterface = true
lv_rminterface_name = "org/apache/hadoop/hbase/client/transactional/RMInterface"
sv_class_initialized = true
sv_methods_initialized = true
sv_envvar_checked = true
jexception = 0x18257d0
j_tid = 11052


Based on Oliver's suggestion, I set env TMLIB_ENABLE_CLEANUP=1 and the test went on without core anymore.



--
This message was sent by Atlassian JIRA
(v6.3.4#6332)