[TRAFODION-3034] Support Oracle Hierarchy Query (Connect By)

core/sql/bin/SqlciErrors.txt

@@ -1515,6 +1515,9 @@ $1~String1 --------------------------------
 8034 ZZZZZ 99999 ADVANCED MAJOR DBADMIN Column $0~String0 of object $1~string1 does not have a default clause but it is missing in database. This indicates inconsistent data.
 8035 ZZZZZ 99999 ADVANCED MAJOR DBADMIN Truncation of hive table failed. $0~String0
 8036 ZZZZZ 99999 ADVANCED MINOR LOGONLY Error while creating the error logging file or logging the error row to file $0~String0: Details :$1~String1 
+8037 ZZZZZ 99999 BEGINNER MAJOR DBADMIN Loop detected in connect by execution.
+8038 ZZZZZ 99999 BEGINNER MAJOR DBADMIN Exceed max recursive running depth.
+8039 ZZZZZ 99999 BEGINNER MAJOR DBADMIN Exceed max connect by memory size.
 8100 ZZZZZ 99999 BEGINNER MINOR LOGONLY Define $1~string0 does not exist
 8101 23000 99999 BEGINNER MAJOR DBADMIN The operation is prevented by check constraint $0~ConstraintName on table $1~TableName.
 8102 23000 99999 BEGINNER MAJOR DBADMIN The operation is prevented by a unique constraint.

core/sql/comexe/ComTdb.cpp

@@ -374,7 +374,12 @@ char *ComTdb::findVTblPtrCom(short classID)
       GetVTblPtr(vtblptr,ComTdbCompoundStmt);
       break;
     }
-
+    case ex_CONNECT_BY:
+    {
+      GetVTblPtr(vtblptr,ComTdbExeUtilConnectby);
+      break;
+    }
+
     case ex_TUPLE:
     {
       GetVTblPtr(vtblptr,ComTdbTuple);

core/sql/comexe/ComTdb.h

@@ -290,6 +290,7 @@ class ComTdb : public NAVersionedObject
     ex_HIVE_TRUNCATE = 153,
     ex_LOB_UPDATE_UTIL = 154,
     ex_HIVE_QUERY = 155,
+    ex_CONNECT_BY= 156,
     ex_LAST = 9999              // not used
   };
 

core/sql/comexe/ComTdbExeUtil.cpp

@@ -3028,3 +3028,59 @@ Lng32 ComTdbExeUtilLobInfo::unpack(void * base, void * reallocator)
     return -1;
   return ComTdbExeUtil::unpack(base, reallocator);
 }
+
+ComTdbExeUtilConnectby::ComTdbExeUtilConnectby(char * query,
+			      ULng32 querylen,
+			      Int16 querycharset,
+			      char * tableName,
+			      char * stmtName,
+			      ex_expr * input_expr,
+			      ULng32 input_rowlen,
+			      ex_expr * output_expr,
+			      ULng32 output_rowlen,
+			      ex_expr * scan_expr,
+			      ex_cri_desc * work_cri_desc,
+			      const unsigned short work_atp_index,
+			      Lng32 colDescSize,
+			      Lng32 outputRowSize,
+			      ex_cri_desc * given_cri_desc,
+			      ex_cri_desc * returned_cri_desc,
+			      queue_index down,
+			      queue_index up,
+			      Lng32 num_buffers,
+			      ULng32 buffer_size,
+				ExCriDescPtr workCriDesc 
+			      )
+    : ComTdbExeUtil(ComTdbExeUtil::CONNECT_BY_,
+		     query, querylen, querycharset,
+		     tableName, strlen(tableName),
+		     input_expr, input_rowlen,
+		     output_expr, output_rowlen,
+		     scan_expr,
+		     work_cri_desc, work_atp_index,
+		     given_cri_desc, returned_cri_desc,
+		     down, up, 
+		     num_buffers, buffer_size),
+       flags_(0),
+	myWorkCriDesc_(workCriDesc),
+       tupleLen_(outputRowSize)    
+{
+   setNodeType(ComTdb::ex_CONNECT_BY);
+   connTableName_ = tableName;
+   maxDeep_ = 200; //by default, max deep of a tree
+   maxSize_ = 100000; //by default, the max number of rows to return for hierachy query
+   hasPath_ = FALSE;
+   hasIsLeaf_ = FALSE;
+}
+
+Long ComTdbExeUtilConnectby::pack(void * space)
+{
+  myWorkCriDesc_.pack(space);
+  return ComTdbExeUtil::pack(space);
+}
+
+Lng32 ComTdbExeUtilConnectby::unpack(void * base, void * reallocator)
+{
+   if(myWorkCriDesc_.unpack(base, reallocator)) return -1;
+  return ComTdbExeUtil::unpack(base, reallocator);
+}

core/sql/comexe/ComTdbExeUtil.h

@@ -91,7 +91,8 @@ class ComTdbExeUtil : public ComTdbGenericUtil
     GET_QID_                 = 35,
     HIVE_TRUNCATE_           = 36,
     LOB_UPDATE_UTIL_         = 37,
-    HIVE_QUERY_              = 38
+    HIVE_QUERY_              = 38,
+    CONNECT_BY_              = 39
   };
 
   ComTdbExeUtil()
@@ -4016,7 +4017,78 @@ class ComTdbExeUtilLobInfo : public ComTdbExeUtil
   NABoolean tableFormat_;
 
 };
-#endif
 
 
+class ComTdbExeUtilConnectby : public ComTdbExeUtil
+{
+  friend class ExExeUtilConnectbyTcb;
+
+public:
+  ComTdbExeUtilConnectby(char * query,
+			      ULng32 querylen,
+			      Int16 querycharset,
+			      char * tableName,
+			      char * stmtName,
+			      ex_expr * input_expr,
+			      ULng32 input_rowlen,
+			      ex_expr * output_expr,
+			      ULng32 output_rowlen,
+			      ex_expr * scan_expr,
+			      ex_cri_desc * work_cri_desc,
+			      const unsigned short work_atp_index,
+			      Lng32 colDescSize,
+			      Lng32 outputRowSize,
+			      ex_cri_desc * given_cri_desc,
+			      ex_cri_desc * returned_cri_desc,
+			      queue_index down,
+			      queue_index up,
+			      Lng32 num_buffers,
+			      ULng32 buffer_size,
+                              ExCriDescPtr workCriDesc 
+			      );
+
+  ComTdbExeUtilConnectby()
+    : ComTdbExeUtil() { hasStartWith_ = TRUE; noCycle_ = FALSE; }
+
+  Long pack(void *);
+  Lng32 unpack(void *, void * reallocator);
+
+  virtual short getClassSize() {return (short)sizeof(ComTdbExeUtilConnectby);}
+
+  virtual const char *getNodeName() const
+  {
+    return "CONNECT_BY";
+  };
+  UInt16 sourceDataTuppIndex_;
+  NAString parentColName_;
+  NAString childColName_;
+  NAString connTableName_;
+  NAString startWithExprString_;
+  NABoolean hasStartWith_;
+  NABoolean noCycle_;
+  Int32 maxDeep_;
+  Int32 maxSize_;
+  NABoolean hasPath_;
+  NABoolean hasIsLeaf_;
+  NAString pathColName_;
+  NAString delimiter_;
+  NAString orderSiblingsByCol_;
+private:
+  ExCriDescPtr myWorkCriDesc_;  
+  Int32 flags_;
+  Int32 tupleLen_;    
+};
+
+class ExExeUtilConnectbyTdb : public ComTdbExeUtilConnectby
+{
+public:
+  ExExeUtilConnectbyTdb()
+    {}
+  virtual ~ExExeUtilConnectbyTdb()
+    {}
+
+  virtual ex_tcb *build(ex_globals *globals);
 
+};
+
+#endif

core/sql/common/BaseTypes.h

@@ -212,7 +212,7 @@ enum UnparseFormatEnum { USER_FORMAT, EXPLAIN_FORMAT, FILE_FORMAT,
 			 USER_FORMAT_DELUXE, ERROR_MSG_FORMAT,
 			 MVINFO_FORMAT, MV_SHOWDDL_FORMAT,
                          QUERY_FORMAT, COMPUTED_COLUMN_FORMAT,
-			 HIVE_MD_FORMAT };
+			 HIVE_MD_FORMAT, CONNECT_BY_FORMAT };
 
 // -----------------------------------------------------------------------
 // Used to display optimizer statistics, and other debugging statements

core/sql/common/OperTypeEnum.h

@@ -679,6 +679,8 @@ enum OperatorTypeEnum {
                         ITM_GREATEST = 2385,
                         ITM_LEAST = 2386,
 
+                        ITM_CONNECT_BY = 2387,
+
 			ITM_UNIQUE_EXECUTE_ID = 2391,
 			ITM_GET_TRIGGERS_STATUS = 2392,
 			ITM_GET_BIT_VALUE_AT = 2393,
@@ -813,6 +815,8 @@ enum OperatorTypeEnum {
                         ITM_AES_ENCRYPT = 2641,
                         ITM_AES_DECRYPT = 2642,
 
+                        ITM_SYS_CONNECT_BY_PATH = 2643,
+
                         // Items for needed for Translating to UCS2 output strings
                         ITM_DATEFMT     = 2990,
                         ITM_CURRNT_USER = 2991,

core/sql/executor/ExComTdb.cpp

@@ -566,6 +566,13 @@ case ex_LOB_INFO:
       break;
     }
 
+   case ex_CONNECT_BY:
+    {
+      GetVTblPtr(vtblptr,ExExeUtilConnectbyTdb);
+
+      break;
+    }
+
     default:
       ex_assert(0, "findVTblPtrExe(): Cannot find entry of this ClassId");
       break;

core/sql/executor/ExExeUtil.h

@@ -4138,6 +4138,7 @@ class ExExeUtilLobInfoTableTcb : public ExExeUtilTcb
     DONE_
   };
   Step step_;
+  char * data_;
 
 protected:
   Int64 getEmbeddedNumValue(char* &sep, char endChar, 
@@ -4172,6 +4173,48 @@ class ExExeUtilLobInfoPrivateState : public ex_tcb_private_state
 protected:
 };
 
+class connectByStackItem
+{
+public:
+  connectByStackItem() 
+  {
+    seedValue = NULL;
+    pathItem = NULL;
+    pathLen = 0;
+    len = 0;
+    level = 0;
+    type = 0;
+    parentId = 0;
+  }
+  ~connectByStackItem() {}
+  char * seedValue;
+  char * pathItem;
+  int len;
+  int level;
+  int type;
+  int pathLen;
+  int parentId;
+};
+class connectByOneRow {
+
+public:
+  connectByOneRow()
+  {
+    data_ = NULL;
+    len = 0;
+    type = 0;
+  }
+  ~connectByOneRow() {}
+  char * data_;
+  int len;
+  int type;
+};
+
+#define CONNECT_BY_DEFAULT_BATCH_SIZE 100
+#define CONNECT_BY_MAX_LEVEL_SIZE 200
+#define CONNECT_BY_MAX_SQL_TEXT_SIZE 2048
+#define CONNECT_BY_MAX_PATH_SIZE 3000
+
 ////////////////////////////////////////////////////////////////////////////
 class ExExeUtilLobInfoTablePrivateState : public ex_tcb_private_state
 {
@@ -4183,6 +4226,72 @@ class ExExeUtilLobInfoTablePrivateState : public ex_tcb_private_state
 protected:
 };
 
+class ExExeUtilConnectbyTcb : public ExExeUtilTcb
+{
+  friend class ExExeUtilConnectbyTdb;
+
+public:
+  ExExeUtilConnectbyTcb(const ComTdbExeUtilConnectby &exe_util_tdb,
+                            ex_globals * glob = 0);
+
+  virtual ~ExExeUtilConnectbyTcb()
+   {}
+
+  virtual short work();
+  virtual ex_tcb_private_state * allocatePstates(
+                                   Lng32 &numElems,      // inout, desired/actual elements
+                                   Lng32 &pstateLength); // out, length of one element
+  enum Step
+  {
+    INITIAL_,
+    EVAL_INPUT_,
+    EVAL_START_WITH_,
+    DO_CONNECT_BY_,
+    EVAL_OUTPUT_EXPR_,
+    NEXT_LEVEL_,
+    NEXT_ROOT_,
+    ERROR_,
+    DONE_
+  };
+  Step step_;
+  ExExeUtilConnectbyTdb& exeUtilTdb() const
+    {return (ExExeUtilConnectbyTdb&) tdb;};
+
+ short emitRow(ExpTupleDesc * tDesc, int level, int isleaf, int iscycle, connectByStackItem *it) ;
+ short emitPrevRow(ExpTupleDesc * tDesc, int level, int isleaf, int iscycle, Queue* q, int index) ;
+
+ Queue *currArray[200];
+ Queue * getCurrentQueue(int level) { if(level <0 || level >200) abort(); return currArray[level];}
+ short checkDuplicate(connectByStackItem *it,int len, int level);
+ int currLevel_;
+ Int64 resultSize_;
+ Queue *currQueue_;
+ Queue *seedQueue_;
+ Queue *thisQueue_;
+ Queue *prevQueue_;
+ Queue *tmpPrevQueue_;
+ Int32 currRootId_;
+ Int32 connBatchSize_ ; 
+
+protected:
+  ExExeUtilConnectbyTcb *tcb_;
+
+private:
+  tupp tuppData_;
+  char * data_; 
+};
+
+class ExExeUtilConnectbyTdbState : public ex_tcb_private_state
+{
+  friend class ExExeUtilConnectbyTcb;
+
+ public:
+  ExExeUtilConnectbyTdbState();
+  ~ExExeUtilConnectbyTdbState();
+protected:
+  ExExeUtilConnectbyTcb::Step step_;
+};
+
 #endif