Bulk select from source

Question

I am trying to insert into my target table by selecting all records at once from source table. For this I need to use a DB link because source and target are on different databases, but cannot get ODI to place the DB link at the correct position when I modify the Knowledge Module (LKM SQL to SQL).
We did this optimization on another ODI process where the source and target are in the same database and it speeds up loading a lot.
I changed the Load Data command of the KM as such:
Removed the code in Command in Source
Added the following to Command in Target:
insert /*+ APPEND */ into <%=snpRef.getTable("L", "COLL_NAME", "A")%>
<%=snpRef.getColList("", "[CX_COL_NAME]", ",\n\t", "","")%>
select     <%=snpRef.getPop("DISTINCT_ROWS")%>
     <%=snpRef.getColList("", "[EXPRESSION]\t[ALIAS_SEP] [CX_COL_NAME]", ",\n\t", "", "")%>
from <%=snpRef.getFrom()%>@billing.xxx.com
where (1=1)
<%=snpRef.getFilter()%>
<%=snpRef.getJrnFilter()%>
<%=snpRef.getJoin()%>
<%=snpRef.getGrpBy()%>
<%=snpRef.getHaving()%>
The execution failed and when I check the Description in the Operator, it contains the following code:
insert /*+ APPEND */ into BIUSER.C$_0DIM_APN
C1_ACCESS_POINT_NAME_V
select     
GPRS_HOME_CDRS.ACCESS_POINT_NAME_V     C1_ACCESS_POINT_NAME_V
from ABILLITY3.GPRS_HOME_CDRS [email protected]
where (1=1)
And (GPRS_HOME_CDRS.CALL_DATE_DT >= sysdate -1)
The problem is that is places the DB link after the table alias. I tried to move the DB link inside the value : <%=snpRef.getFrom()%> but then I get a lot of errors.
Please help.
Kind regards
Bonita

Answer 1

Good day,
I tried this, but get stuck again. Will you please assist.
I copied your code in my LKM SQL to SQL.
I am getting an error in this part:
@<%=snpRef.getInfo("SRC_DSERV_NAME")%>
I tried several ways to define the source data server name. (I tried the DB link created by our DBA, the JDBC URL in the topology and even 'hardcoded' the name)
The error:
declare cursor myCursor is
select     
EXPRESSION     ALIAS_SEP CX_COL_NAME,
     EXPRESSION     ALIAS_SEP CX_COL_NAME,
     EXPRESSION     ALIAS_SEP CX_COL_NAME,
     EXPRESSION     ALIAS_SEP CX_COL_NAME,
     EXPRESSION     ALIAS_SEP CX_COL_NAME,
     EXPRESSION     ALIAS_SEP CX_COL_NAME,
     EXPRESSION     ALIAS_SEP CX_COL_NAME,
     EXPRESSION     ALIAS_SEP CX_COL_NAME,
     EXPRESSION     ALIAS_SEP CX_COL_NAME,
     EXPRESSION     ALIAS_SEP CX_COL_NAME,
     EXPRESSION     ALIAS_SEP CX_COL_NAME,
     EXPRESSION     ALIAS_SEP CX_COL_NAME,
     EXPRESSION     ALIAS_SEP CX_COL_NAME,
     EXPRESSION     ALIAS_SEP CX_COL_NAME,
     EXPRESSION     ALIAS_SEP CX_COL_NAME,
     EXPRESSION     ALIAS_SEP CX_COL_NAME,
     EXPRESSION     ALIAS_SEP CX_COL_NAME,
     EXPRESSION     ALIAS_SEP CX_COL_NAME,
     EXPRESSION     ALIAS_SEP CX_COL_NAME,
     EXPRESSION     ALIAS_SEP CX_COL_NAME,
     EXPRESSION     ALIAS_SEP CX_COL_NAME,
     EXPRESSION     ALIAS_SEP CX_COL_NAME,
     EXPRESSION     ALIAS_SEP CX_COL_NAME,
     EXPRESSION     ALIAS_SEP CX_COL_NAME,
     EXPRESSION     ALIAS_SEP CX_COL_NAME,
     EXPRESSION     ALIAS_SEP CX_COL_NAME,
     EXPRESSION     ALIAS_SEP CX_COL_NAME,
     EXPRESSION     ALIAS_SEP CX_COL_NAME,
     EXPRESSION     ALIAS_SEP CX_COL_NAME,
     EXPRESSION     ALIAS_SEP CX_COL_NAME
from     ABILLITY3.MMS_HOME_CDRS@[PROPERTY: "BILLING.MTC.COM.NA" not found.] !!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!! error
where     (1=1)
And (MMS_HOME_CDRS.PROCESSED_DATE_D >= sysdate -2 and
MMS_HOME_CDRS.PROCESSED_DATE_D < sysdate )
TYPE V_TABLE_TYPE IS TABLE OF myCursor%ROWTYPE; V_TABLE_ARRAY V_TABLE_TYPE; begin
     /* Loop over the Cursor and execute the insert statement */
     OPEN myCursor;
     LOOP
     FETCH myCursor BULK COLLECT INTO V_TABLE_ARRAY LIMIT 10000;
     FORALL I IN 1..V_TABLE_ARRAY.COUNT
          insert /*+ APPEND */ into     Exception getTable("L", "FACT_ABIL_MMS_TB", "A") : Unknown flexfield code.
               VALUES V_TABLE_ARRAY(I);
     COMMIT;
     EXIT WHEN myCursor%NOTFOUND;
END LOOP;
CLOSE myCursor;
end;
Ok, then I hardcoded the source data server name. It pass the previous error, but then I am getting this error:
com.sunopsis.sql.SnpsMissingParametersException: Missing parameter
     at com.sunopsis.sql.SnpsQuery.completeHostVariable(SnpsQuery.java)
     at com.sunopsis.sql.SnpsQuery.updateExecStatement(SnpsQuery.java)
     at com.sunopsis.sql.SnpsQuery.executeUpdate(SnpsQuery.java)
     at com.sunopsis.dwg.dbobj.SnpSessTaskSql.execStdOrders(SnpSessTaskSql.java)
     at com.sunopsis.dwg.dbobj.SnpSessTaskSql.treatTaskTrt(SnpSessTaskSql.java)
     at com.sunopsis.dwg.dbobj.SnpSessTaskSqlC.treatTaskTrt(SnpSessTaskSqlC.java)
     at com.sunopsis.dwg.dbobj.SnpSessTaskSql.treatTask(SnpSessTaskSql.java)
     at com.sunopsis.dwg.dbobj.SnpSessStep.treatSessStep(SnpSessStep.java)
     at com.sunopsis.dwg.dbobj.SnpSession.treatSession(SnpSession.java)
     at com.sunopsis.dwg.cmd.DwgCommandSession.treatCommand(DwgCommandSession.java)
     at com.sunopsis.dwg.cmd.DwgCommandBase.execute(DwgCommandBase.java)
     at com.sunopsis.dwg.cmd.e.i(e.java)
     at com.sunopsis.dwg.cmd.h.y(h.java)
     at com.sunopsis.dwg.cmd.e.run(e.java)
     at java.lang.Thread.run(Thread.java:534)
My code:
declare cursor myCursor is
select     <%=snpRef.getPop("DISTINCT_ROWS")%>
<%=snpRef.getColList("", "EXPRESSION\tALIAS_SEP CX_COL_NAME", ",\n\t", "", "")%>
from     <%=odiRef.getSrcTablesList("", "ABILLITY3.MMS_HOME_CDRS", ", ", "")%>@196.20.21.32:1521:mtcabill
where     (1=1)
<%=snpRef.getFilter()%>
<%=snpRef.getJoin()%>
<%=snpRef.getJrnFilter()%>
<%=snpRef.getGrpBy()%>
<%=snpRef.getHaving()%>;
TYPE V_TABLE_TYPE IS TABLE OF myCursor%ROWTYPE; V_TABLE_ARRAY V_TABLE_TYPE; begin
     /* Loop over the Cursor and execute the insert statement */
     OPEN myCursor;
     LOOP
     FETCH myCursor BULK COLLECT INTO V_TABLE_ARRAY LIMIT 10000;
     FORALL I IN 1..V_TABLE_ARRAY.COUNT
insert /*+ APPEND */ into <%=snpRef.getTable("L", "COLL_NAME", "A")%>
     <%=snpRef.getColList("", "[CX_COL_NAME]", ",\n\t", "","")%>
values V_TABLE_ARRAY(I);
     COMMIT;
     EXIT WHEN myCursor%NOTFOUND;
END LOOP;
CLOSE myCursor;
end;
Kind regards and thank you for assisting me.
Bonita