Upload data from flat file

Question

Is there a way to upload data from a flat file and check of existing records and perform updates and inserts respectively on a table using MERGE as available in Oracle 9i version.
I don't want to use SQLLOADER utility for this purpose as I will be having existing data which might give exceptions for primary key, etc.
Is it possible to do this using UTL_FILE utility and use of MERGE statement.
Any inputs will be highly appreciated.
Thanks

Answer 1

This is what i am doing as of today :-
This process reads the flat file and uploads and updates data into 2 different tables.
create or replace procedure EPS.GET_DATA(filelocation varchar2,filename varchar2)
IS
--declare
my_file utl_file.file_type;
-- variables used to parse the input data line ...
line char(45);
l_EPCI_CID_ID char(25);
l_cid number :=0;
l_EPCI_BILLING_ACCOUNT_ID char(15);
l_account number :=0;
l_EPCI_BILLING_COMPANY_CD char(2);
l_EPCI_SOURCE_SYSTEM_CD char(3);
-- timing variables ...
l_start_time date;
l_end_time date;
l_difference number;
l_run_id varchar2(40) := '';
counter number := 0;
mrow number :=0;
oldCustomerCid number :=0 ;
rowsFound number :=0;
rowsFoundForCustomer number :=0;
rowsFound2 number :=0;
rowsFound3 number :=0;
mUpdate number :=0;
cUpdate number :=0;
cInsert number :=0;
cSkipped number :=0 ;
mrowupd number :=0;
rowsSkipped number :=0;
begin
-- Open the input file ....
begin
dbms_output.put_line('opening file :'||filename||' from location :'||filelocation);
my_file := utl_file.fopen(filelocation,filename,'r');
exception
when utl_file.invalid_filehandle then
dbms_output.put_line('invalid_filehandle');
raise_application_error(-20100,'file error');
when no_data_found then
dbms_output.put_line('no data found exception');
raise_application_error(-20100,'file error');
when others then
null;
end;
-- Read data and insert it into the table ...
dbms_output.put_line('program started: now = '|| to_char(sysdate,'HH:MI:SS'));
l_start_time := sysdate;
begin
dbms_output.put_line('looping cursor to search existing groups');
loop
utl_file.get_line(my_file,line);
l_EPCI_CID_ID := substr(line,1,25);
l_cid := to_number(l_EPCI_CID_ID);
l_EPCI_BILLING_ACCOUNT_ID := substr(line,26,15);
l_account :=to_number(l_EPCI_BILLING_ACCOUNT_ID);
l_EPCI_BILLING_COMPANY_CD := substr(line,41,2);
l_EPCI_SOURCE_SYSTEM_CD := substr(line,43,3);
-- Populating Mad.Mad_Customer_Profile table with EPS CID, If CID exists then updating MCP_LAST_INVOICE_LOAD_DT with system date
if(oldCustomerCid <> l_cid) then
Select count(*) into rowsFoundForCustomer from MAD.MAD_CUSTOMER_PROFILE WHERE MCP_CID_ID = l_cid ;
if rowsFoundForCustomer=0 then
Insert into MAD.MAD_CUSTOMER_PROFILE values(l_cid,sysdate,sysdate,'EBILL');
cInsert := cInsert+1;
else
Update MAD.MAD_CUSTOMER_PROFILE set MCP_LAST_INVOICE_LOAD_DT=SYSDATE,
MCP_UPDATE_DATE=SYSDATE, MCP_USER_ID='EBILL' where MCP_CID_ID=l_cid;
cUpdate := cUpdate+1;
end if;
else
cSkipped := cSkipped+1;
end if ;
oldCustomerCid := l_cid;
-- Populating EPS.EPS_CBS_INVOICE_CUSTOMER table with the flat file data.
select count(*) into rowsFound
from EPS.EPS_CBS_INVOICE_CUSTOMER
WHERE EPCI_CID_ID=l_cid and
to_number(EPCI_BILLING_ACCOUNT_ID)=l_account
AND rtrim(EPCI_BILLING_COMPANY_CD)=rtrim(l_EPCI_BILLING_COMPANY_CD)
AND rtrim(EPCI_SOURCE_SYSTEM_CD)=rtrim(l_EPCI_SOURCE_SYSTEM_CD)
and rtrim(EPCI_ACTIVE_IND)='Y';
if rowsFound=0 then
Declare
Cursor c1 is
select * from EPS.EPS_CBS_INVOICE_CUSTOMER
WHERE
to_number(EPCI_BILLING_ACCOUNT_ID)=l_account
AND rtrim(EPCI_BILLING_COMPANY_CD)=rtrim(l_EPCI_BILLING_COMPANY_CD)
AND rtrim(EPCI_SOURCE_SYSTEM_CD)=rtrim(l_EPCI_SOURCE_SYSTEM_CD)
and EPCI_ACTIVE_IND='Y';
myRec eps.eps_cbs_invoice_customer%ROWTYPE ;
Begin
if not c1%isopen then
open c1 ;
end if;
loop
fetch c1 into myRec;
exit When c1%notfound;
UPDATE EPS.EPS_CBS_INVOICE_CUSTOMER
SET EPCI_ACTIVE_IND='N',EPCI_UPDATE_DT=SYSDATE,EPCI_UPDATE_USER_ID='EBILL'
WHERE
                         --EPCI_CID_ID=L_CID and
TO_NUMBER(EPCI_BILLING_ACCOUNT_ID)=l_account
AND rtrim(EPCI_BILLING_COMPANY_CD)=rtrim(l_EPCI_BILLING_COMPANY_CD)
AND rtrim(EPCI_SOURCE_SYSTEM_CD)=rtrim(l_EPCI_SOURCE_SYSTEM_CD);
mrowupd := mrowupd+1;
end loop;
close c1;
insert into EPS.EPS_CBS_INVOICE_CUSTOMER(EPCI_CID_ID,EPCI_BILLING_ACCOUNT_ID,
EPCI_BILLING_COMPANY_CD,EPCI_SOURCE_SYSTEM_CD,EPCI_ACTIVE_IND,EPCI_UPDATE_DT,EPCI_UPDATE_USER_ID)
Values(l_cid,l_EPCI_BILLING_ACCOUNT_ID,l_EPCI_BILLING_COMPANY_CD,l_EPCI_SOURCE_SYSTEM_CD,'Y',SYSDATE,'EBILL');
mrow := mrow+1;
end ;
Else
rowsSkipped:=rowsSkipped+1;
END IF;
end loop;
Exception
when no_data_found then
utl_file.fclose(my_file);
dbms_output.put_line('Number of lines parsed =');
when value_error then
dbms_output.put_line('value error');
raise_application_error(-20100,'file error');
when utl_file.invalid_path then
dbms_output.put_line('invalid path');
raise_application_error(-20100,'file error');
when utl_file.invalid_mode then
dbms_output.put_line('invalid_mode');
raise_application_error(-20100,'file error');
when utl_file.invalid_filehandle then
dbms_output.put_line('invalid_filehandle');
raise_application_error(-20100,'file error');
when utl_file.invalid_operation then
dbms_output.put_line('invalid_operation');
raise_application_error(-20100,'file error');
when utl_file.read_error then
dbms_output.put_line('read_error');
raise_application_error(-20100,'file error');
when utl_file.write_error then
dbms_output.put_line('write_error');
raise_application_error(-20100,'file error');
when utl_file.internal_error then
dbms_output.put_line('internal_error');
raise_application_error(-20100,'file error');
WHEN DUP_VAL_ON_INDEX THEN
dbms_output.put_line('DUPLICATE RECORD FOUND WHILE INSERTING RECORD');
when others then
dbms_output.put_line('un-handled');
raise_application_error(-20100,'file error');
null;
end;
-- Now commit and close the file ...
COMMIT;
dbms_output.put_line('program finished: now = '||
to_char(sysdate,'HH:MI:SS'));
dbms_output.put_line('Rows Inserted into EPS table :'|| mrow);
dbms_output.put_line('Rows Updates in EPS table:'|| mrowupd);
dbms_output.put_line('Rows Skipped :'|| rowsSkipped);
dbms_output.put_line('Rows Inserted into Customer table :'|| cInsert);
dbms_output.put_line('Rows Updates in Customer table:'|| cUpdate);
dbms_output.put_line('Duplicate CID''s Skipped :'|| cSkipped);
l_end_time := sysdate;
l_difference := l_end_time - l_start_time;
utl_file.fclose(my_file);
end;