Tuning the sql query when we have 30 Million records

Question

Hi Friends,
I have query which takes around 25 to 30 Minutes to retrieve 9 Million records.
Oracle version=11.2.0.2
OS=Solaris 10 64bit
query details
CREATE OR REPLACE VIEW TIBEX_ORDERSBYQSIDVIEW
AS 
SELECT  A."ORDERID", A."USERORDERID", A."ORDERSIDE", A."ORDERTYPE",
          A.ORDERSTATUS, A.BOARDID, A.TIMEINFORCE, A.INSTRUMENTID,
          A.REFERENCEID, A.PRICETYPE, A.PRICE, A.AVERAGEPRICE,
          A.QUANTITY, A.MINIMUMFILL, A.DISCLOSEDQTY, A.REMAINQTY,
          A.AON, A.PARTICIPANTID, A.ACCOUNTTYPE, A.ACCOUNTNO,
          A.CLEARINGAGENCY, A.LASTINSTRESULT, A.LASTINSTMESSAGESEQUENCE,
          A.LASTEXECUTIONID, A.NOTE, A.TIMESTAMP, A.QTYFILLED, A.MEID,
          A.LASTINSTREJECTCODE, A.LASTEXECPRICE, A.LASTEXECQTY,
          A.LASTINSTTYPE, A.LASTEXECUTIONCOUNTERPARTY, A.VISIBLEQTY,
          A.STOPPRICE, A.LASTEXECCLEARINGAGENCY, A.LASTEXECACCOUNTNO,
          A.LASTEXECCPCLEARINGAGENCY, A.MESSAGESEQUENCE,
          A.LASTINSTUSERALIAS, A.BOOKTIMESTAMP, A.PARTICIPANTIDMM,
          A.MARKETSTATE, A.PARTNEREXID, A.LastExecSETTLEMENTCYCLE,
          A.LASTEXECPOSTTRADEVENUETYPE, A.PRICELEVELPOSITION,
          A.PREVREFERENCEID, A.EXPIRYTIMESTAMP, matchType,
          a.lastExecutionRole, a.MDEntryID, a.PegOffset,
          a.haltReason, A.COMPARISONPRICE, A.ENTEREDPRICETYPE,
          A.ISPEX, A.CLEARINGHANDLING, B.qsid
    FROM  tibex_Order A,
          tibex_Participant b
    WHERE a.participantID = b.participantID
      AND (A.MessageSequence, A.OrderID) IN (
            SELECT  max(C.MessageSequence), C.OrderID
              FROM  tibex_Order C
              WHERE LastInstRejectCode = 'OK'
              GROUP By C.OrderID
      AND a.OrderStatus IN (
            SELECT OrderStatus
              FROM  tibex_orderStatusEnum
              WHERE ShortDesc IN (
                      'ORD_OPEN', 'ORD_EXPIRE', 'ORD_CANCEL', 'ORD_FILLED','ORD_CREATE','ORD_PENDAMD','ORD_PENDCAN'
  UNION ALL
  SELECT  A.ORDERID, A.USERORDERID, A.ORDERSIDE, A.ORDERTYPE,
          A.ORDERSTATUS, A.BOARDID, A.TIMEINFORCE, A.INSTRUMENTID,
          A.REFERENCEID, A.PRICETYPE, A.PRICE, A.AVERAGEPRICE,
          A.QUANTITY, A.MINIMUMFILL, A.DISCLOSEDQTY, A.REMAINQTY,
          A.AON, A.PARTICIPANTID, A.ACCOUNTTYPE, A.ACCOUNTNO,
          A.CLEARINGAGENCY, A.LASTINSTRESULT, A.LASTINSTMESSAGESEQUENCE,
          A.LASTEXECUTIONID, A.NOTE, A.TIMESTAMP, A.QTYFILLED, A.MEID,
          A.LASTINSTREJECTCODE, A.LASTEXECPRICE, A.LASTEXECQTY,
          A.LASTINSTTYPE, A.LASTEXECUTIONCOUNTERPARTY, A.VISIBLEQTY,
          A.STOPPRICE, A.LASTEXECCLEARINGAGENCY, A.LASTEXECACCOUNTNO,
          A.LASTEXECCPCLEARINGAGENCY, A.MESSAGESEQUENCE,
          A.LASTINSTUSERALIAS, A.BOOKTIMESTAMP, A.PARTICIPANTIDMM,
          A.MARKETSTATE, A.PARTNEREXID, A.LastExecSETTLEMENTCYCLE,
          A.LASTEXECPOSTTRADEVENUETYPE, A.PRICELEVELPOSITION,
          A.PREVREFERENCEID, A.EXPIRYTIMESTAMP, matchType,
          a.lastExecutionRole, A.MDEntryID, a.PegOffset,
          a.haltReason, A.COMPARISONPRICE, A.ENTEREDPRICETYPE,
          A.ISPEX, A.CLEARINGHANDLING, B.qsid
    FROM  tibex_Order A,
          tibex_Participant b
    WHERE a.participantID = b.participantID
      AND orderstatus in (
            SELECT  orderstatus
              FROM  tibex_orderStatusEnum
              WHERE ShortDesc in ('ORD_REJECT')
      AND 1 IN (
              SELECT count(*)
                FROM tibex_order c
                WHERE c.orderid=a.orderid
                  AND c.instrumentID=a.instrumentID
/Tried by modifying the query but same result was not retrieved but it was Quicker 6 min.Can Somebody check where i am going wrong.
CREATE OR REPLACE VIEW TIBEX_ORDERSBYQSIDVIEW
AS   
WITH REJ AS
SELECT ROWID RID
FROM   TIBEX_ORDER
WHERE  ORDERSTATUS = (SELECT ORDERSTATUS
                      FROM   TIBEX_ORDERSTATUSENUM
                      WHERE  SHORTDESC = 'ORD_REJECT')
REJ1 AS
SELECT ROWID RID
FROM   TIBEX_ORDER
WHERE  ORDERSTATUS NOT IN (SELECT ORDERSTATUS
                           FROM   TIBEX_ORDERSTATUSENUM
                           WHERE  SHORTDESC = 'ORD_NOTFND'
                           OR     SHORTDESC = 'ORD_REJECT')
SELECT O.*,
       P.QSID
FROM   TIBEX_ORDER O,
       TIBEX_PARTICIPANT P
WHERE  O.PARTICIPANTID = P.PARTICIPANTID
AND    O.ROWID IN (
                   SELECT RID
                   FROM   (
                           SELECT   ROWID RID,
                                    ORDERSTATUS,
                                    RANK () OVER (PARTITION BY ORDERID ORDER BY MESSAGESEQUENCE ASC) R
                           FROM     TIBEX_ORDER
                   WHERE  R = 1
                   AND    RID IN (SELECT RID FROM REJ)
UNION ALL
SELECT O.*,
       P.QSID
FROM   TIBEX_ORDER O,
       TIBEX_PARTICIPANT P
WHERE  O.PARTICIPANTID = P.PARTICIPANTID
AND    O.ROWID IN (
                   SELECT RID
                   FROM   (
                           SELECT   ROWID RID,
                                    ORDERSTATUS,
                                    RANK () OVER (PARTITION BY ORDERID ORDER BY MESSAGESEQUENCE DESC) R
                           FROM     TIBEX_ORDER
                   WHERE  R = 1
                   AND    RID IN (SELECT RID FROM REJ1)
                  );Regards
NM

Answer 1

Hi Satish,
CREATE OR REPLACE VIEW TIBEX_ORDERSBYQSIDVIEW
(ORDERID, USERORDERID, ORDERSIDE, ORDERTYPE, ORDERSTATUS,
BOARDID, TIMEINFORCE, INSTRUMENTID, REFERENCEID, PRICETYPE,
PRICE, AVERAGEPRICE, QUANTITY, MINIMUMFILL, DISCLOSEDQTY,
REMAINQTY, AON, PARTICIPANTID, ACCOUNTTYPE, ACCOUNTNO,
CLEARINGAGENCY, LASTINSTRESULT, LASTINSTMESSAGESEQUENCE, LASTEXECUTIONID, NOTE,
TIMESTAMP, QTYFILLED, MEID, LASTINSTREJECTCODE, LASTEXECPRICE,
LASTEXECQTY, LASTINSTTYPE, LASTEXECUTIONCOUNTERPARTY, VISIBLEQTY, STOPPRICE,
LASTEXECCLEARINGAGENCY, LASTEXECACCOUNTNO, LASTEXECCPCLEARINGAGENCY, MESSAGESEQUENCE, LASTINSTUSERALIAS,
BOOKTIMESTAMP, PARTICIPANTIDMM, MARKETSTATE, PARTNEREXID, LASTEXECSETTLEMENTCYCLE,
LASTEXECPOSTTRADEVENUETYPE, PRICELEVELPOSITION, PREVREFERENCEID, EXPIRYTIMESTAMP, MATCHTYPE,
LASTEXECUTIONROLE, MDENTRYID, PEGOFFSET, HALTREASON, COMPARISONPRICE,
ENTEREDPRICETYPE, ISPEX, CLEARINGHANDLING, QSID)
AS
SELECT  A."ORDERID", A."USERORDERID", A."ORDERSIDE", A."ORDERTYPE",
          A.ORDERSTATUS, A.BOARDID, A.TIMEINFORCE, A.INSTRUMENTID,
          A.REFERENCEID, A.PRICETYPE, A.PRICE, A.AVERAGEPRICE,
          A.QUANTITY, A.MINIMUMFILL, A.DISCLOSEDQTY, A.REMAINQTY,
          A.AON, A.PARTICIPANTID, A.ACCOUNTTYPE, A.ACCOUNTNO,
          A.CLEARINGAGENCY, A.LASTINSTRESULT, A.LASTINSTMESSAGESEQUENCE,
          A.LASTEXECUTIONID, A.NOTE, A.TIMESTAMP, A.QTYFILLED, A.MEID,
          A.LASTINSTREJECTCODE, A.LASTEXECPRICE, A.LASTEXECQTY,
          A.LASTINSTTYPE, A.LASTEXECUTIONCOUNTERPARTY, A.VISIBLEQTY,
          A.STOPPRICE, A.LASTEXECCLEARINGAGENCY, A.LASTEXECACCOUNTNO,
          A.LASTEXECCPCLEARINGAGENCY, A.MESSAGESEQUENCE,
          A.LASTINSTUSERALIAS, A.BOOKTIMESTAMP, A.PARTICIPANTIDMM,
          A.MARKETSTATE, A.PARTNEREXID, A.LastExecSETTLEMENTCYCLE,
          A.LASTEXECPOSTTRADEVENUETYPE, A.PRICELEVELPOSITION,
          A.PREVREFERENCEID, A.EXPIRYTIMESTAMP, matchType,
          a.lastExecutionRole, a.MDEntryID, a.PegOffset,
          a.haltReason, A.COMPARISONPRICE, A.ENTEREDPRICETYPE,
          A.ISPEX, A.CLEARINGHANDLING, B.qsid
    FROM  tibex_Order A,
          tibex_Participant b
    WHERE a.participantID = b.participantID
      AND (A.MessageSequence, A.OrderID) IN ( SELECT MAX (C.MessageSequence), C.OrderID
           FROM tibex_Order C
             WHERE c.LastInstRejectCode = 'OK'
             and a.OrderID=c.OrderID
               GROUP BY C.OrderID)
      AND a.OrderStatus IN (2,4,5,6,1,9,10)
  UNION ALL
  SELECT  A.ORDERID, A.USERORDERID, A.ORDERSIDE, A.ORDERTYPE,
          A.ORDERSTATUS, A.BOARDID, A.TIMEINFORCE, A.INSTRUMENTID,
          A.REFERENCEID, A.PRICETYPE, A.PRICE, A.AVERAGEPRICE,
          A.QUANTITY, A.MINIMUMFILL, A.DISCLOSEDQTY, A.REMAINQTY,
          A.AON, A.PARTICIPANTID, A.ACCOUNTTYPE, A.ACCOUNTNO,
          A.CLEARINGAGENCY, A.LASTINSTRESULT, A.LASTINSTMESSAGESEQUENCE,
          A.LASTEXECUTIONID, A.NOTE, A.TIMESTAMP, A.QTYFILLED, A.MEID,
          A.LASTINSTREJECTCODE, A.LASTEXECPRICE, A.LASTEXECQTY,
          A.LASTINSTTYPE, A.LASTEXECUTIONCOUNTERPARTY, A.VISIBLEQTY,
          A.STOPPRICE, A.LASTEXECCLEARINGAGENCY, A.LASTEXECACCOUNTNO,
          A.LASTEXECCPCLEARINGAGENCY, A.MESSAGESEQUENCE,
          A.LASTINSTUSERALIAS, A.BOOKTIMESTAMP, A.PARTICIPANTIDMM,
          A.MARKETSTATE, A.PARTNEREXID, A.LastExecSETTLEMENTCYCLE,
          A.LASTEXECPOSTTRADEVENUETYPE, A.PRICELEVELPOSITION,
          A.PREVREFERENCEID, A.EXPIRYTIMESTAMP, matchType,
          a.lastExecutionRole, A.MDEntryID, a.PegOffset,
          a.haltReason, A.COMPARISONPRICE, A.ENTEREDPRICETYPE,
          A.ISPEX, A.CLEARINGHANDLING, B.qsid
    FROM  tibex_Order A,
          tibex_Participant b
    WHERE a.participantID = b.participantID
      AND orderstatus=3
      AND 1 IN (
              SELECT count(*)
                FROM tibex_order c
                WHERE c.orderid=a.orderid
                  AND c.instrumentID=a.instrumentID
select * from TIBEX_ORDERSBYQSIDVIEW where participantid='NITE';
Current SQL using Temp Segment and Look for Column TEMPSEG_SIZE_MB
       SID TIME                OPERATION                 ESIZE        MEM    MAX MEM       PASS TEMPSEG_SIZE_MB
       183 11/10/2011:13:38:44 HASH-JOIN                    43         43       1556          1            1024
       183 11/10/2011:13:38:44 GROUP BY (HASH)            2043       2072       2072          0            4541Edited by: NM on 11-Oct-2011 04:38