IKM file to file (java) error

Question

Hi Team,
I am using IKM file to file (java) to laod the data and am getting the following error at compile step. Please help me out here.
com.sunopsis.tools.core.exception.SnpsSimpleMessageException: ODI-17517: Error during task interpretation.
Task: 2
java.lang.Exception: BeanShell script error: Sourced file: inline evaluation of: ``out.print("OdiOutFile \"-FILE=") ; out.print(snpRef.getSchemaName("CT_Sample", " . . . '' : Unary operation "+" inappropriate for object : at Line: 178 : in file: inline evaluation of: `` /* This function is used to replace at code generation time the column names in . . . '' : + ");" ) ;
BSF info: Create transformer at line: 0 column: columnNo
at com.sunopsis.dwg.codeinterpretor.SnpCodeInterpretor.transform(SnpCodeInterpretor.java:485)
at com.sunopsis.dwg.dbobj.SnpSessStep.createTaskLogs(SnpSessStep.java:711)
at com.sunopsis.dwg.dbobj.SnpSessStep.treatSessStep(SnpSessStep.java:461)
at com.sunopsis.dwg.dbobj.SnpSession.treatSession(SnpSession.java:2093)
at oracle.odi.runtime.agent.processor.impl.StartSessRequestProcessor$2.doAction(StartSessRequestProcessor.java:366)
at oracle.odi.core.persistence.dwgobject.DwgObjectTemplate.execute(DwgObjectTemplate.java:216)
at oracle.odi.runtime.agent.processor.impl.StartSessRequestProcessor.doProcessStartSessTask(StartSessRequestProcessor.java:300)
at oracle.odi.runtime.agent.processor.impl.StartSessRequestProcessor.access$0(StartSessRequestProcessor.java:292)
at oracle.odi.runtime.agent.processor.impl.StartSessRequestProcessor$StartSessTask.doExecute(StartSessRequestProcessor.java:855)
at oracle.odi.runtime.agent.processor.task.AgentTask.execute(AgentTask.java:126)
at oracle.odi.runtime.agent.support.DefaultAgentTaskExecutor$2.run(DefaultAgentTaskExecutor.java:82)
at java.lang.Thread.run(Thread.java:662)
Caused by: org.apache.bsf.BSFException: BeanShell script error: Sourced file: inline evaluation of: ``out.print("OdiOutFile \"-FILE=") ; out.print(snpRef.getSchemaName("CT_Sample", " . . . '' : Unary operation "+" inappropriate for object : at Line: 178 : in file: inline evaluation of: `` /* This function is used to replace at code generation time the column names in . . . '' : + ");" ) ;
BSF info: Create transformer at line: 0 column: columnNo
at bsh.util.BeanShellBSFEngine.eval(Unknown Source)
at bsh.util.BeanShellBSFEngine.exec(Unknown Source)
at com.sunopsis.dwg.codeinterpretor.SnpCodeInterpretor.transform(SnpCodeInterpretor.java:471)
... 11 more
Text: OdiOutFile "-FILE=<?=snpRef.getSchemaName("CT_Sample", "W") ?>/<?= getOdiClassName() ?>.java"
import java.io.BufferedWriter;
import java.io.BufferedReader;
import java.io.Reader;
import java.io.FileReader;
import java.io.FileInputStream;
import java.io.InputStreamReader;
import java.io.FileOutputStream;
import java.io.OutputStreamWriter;
import java.io.FileWriter;
import java.io.File;
import java.io.IOException;
import java.io.FilenameFilter;
import java.util.Scanner;
import java.util.HashMap;
import java.util.regex.Pattern;
import java.util.regex.Matcher;
import java.lang.String;
import java.lang.StringBuilder;
import java.lang.RuntimeException;
import java.text.ParseException;
import java.text.ParsePosition;
import java.text.SimpleDateFormat;
import java.util.Date;
import java.text.DecimalFormat;
import java.text.DecimalFormatSymbols;
import java.math.BigDecimal;
public class <?= getOdiClassName() ?> {
/* Number of threads that are to be run in parallel */
static int NB_THREADS = 1;
  BufferedWriter pBufferedWriter;
BufferedWriter pBufferedLogWriter;
BufferedWriter pBufferedBadWriter;
int nbError;
int nbErrorInPrevFiles;
int nbLine;
int nbTotalLine;
int nbWarning;
int nbFiles;
int nbFilter;
int nbFilterInPrevFiles;
int nbHeader;
int nbInserted;
boolean doWeContinueBatch = true;
boolean maxErrorReach = false;
//boolean warning = false;
//String warning_txt ="";
Date debut = new Date();
Date end =  new Date();
static int maxError=0;
  * @param pBufferedWriter
  * @param pBufferedLogWriter
  * @param pBufferedBadWriter
  * @param nbError
  * @param nbLine
  * @throws IOException
public <?= getOdiClassName() ?>(String targF,String logF,String badF) throws IOException {
  super();
  this.pBufferedWriter = new BufferedWriter(new FileWriter(targF, false));
  this.pBufferedLogWriter = new BufferedWriter(new FileWriter(logF, false ));
  this.pBufferedBadWriter = new BufferedWriter(new FileWriter(badF, false )); 
  pBufferedLogWriter.append("Oracle Data Integrator * File to File:\nCopyright (c) Oracle Corporation.  All rights reserved.");
  pBufferedLogWriter.append("\n\nNumber of threads: "+NB_THREADS);
  pBufferedLogWriter.append("\n\nDiscardmax: 1");
  pBufferedLogWriter.append("\n\nOutputFile:\t\t"+targF+"\nBAD file:\t\t"+badF+"\n");
  this.nbError = 0;
  this.nbErrorInPrevFiles = 0;
  this.nbLine = 0;
  this.nbTotalLine=0;
  this.nbWarning=0;
  this.nbFiles=0;
  this.nbHeader=0;
  this.nbFilter=0;
  this.nbFilterInPrevFiles = 0;
  this.nbInserted=0;
/* A simple object used to synchronize the reads of the source file and avoid overlap between the various threads */
static Object lock = new Object();
HashMap<Object, BigDecimal> sequenceMap = new HashMap<Object, BigDecimal>();
HashMap<Object, BigDecimal> counterMap = new HashMap<Object, BigDecimal>();;
public boolean getDoWeContinueBatch()
  return doWeContinueBatch;
public void addInserted()
  synchronized(lock) {
   nbInserted+=1;
public void addWarning()
  synchronized(lock) {
   nbWarning+=1;
public void addFilter()
  synchronized(lock) {
   nbFilter+=1;
public BigDecimal getCounter(Object pFieldValue, long pStartValue) {
  if (counterMap.containsKey(pFieldValue)) {
   return counterMap.get(pFieldValue);
  } else {
   counterMap.put(pFieldValue, new BigDecimal(pStartValue));
   return counterMap.get(pFieldValue);
public BigDecimal incrementCounter(Object pFieldValue, long pStartValue) {
  if (counterMap.containsKey(pFieldValue)) {
   counterMap.put(pFieldValue, counterMap.get(pFieldValue).add(BigDecimal.ONE));
   return counterMap.get(pFieldValue);
  } else {
   counterMap.put(pFieldValue, new BigDecimal(pStartValue));
   return counterMap.get(pFieldValue);
public BigDecimal smartSequence(Object pField, Object pValue, long pStartValue) {
  if (pField.equals(pValue)) {
   return incrementCounter(pValue, pStartValue);
  } else {
   return getCounter(pValue, pStartValue);
public BigDecimal smartSequence(Object pField, Object pValue) {
  return smartSequence(pField, pValue, 0);
public BigDecimal normalSequence(Object pSequenceName, long pStartValue) {
  if (sequenceMap.containsKey(pSequenceName)) {
   synchronized(sequenceMap.get(pSequenceName)) {
    sequenceMap.put(pSequenceName, sequenceMap.get(pSequenceName).add(BigDecimal.ONE));
    return sequenceMap.get(pSequenceName);
  } else {
   synchronized (sequenceMap) {
    sequenceMap.put(pSequenceName, new BigDecimal(pStartValue));
    return sequenceMap.get(pSequenceName);
public BigDecimal normalSequence(Object pSequenceName) {
  return normalSequence(pSequenceName, 0);
/* Utility class used for String processing */
class OdiStringUtils {
  /* This method is used to write Input String into the StringBuilder that contains the target row and pad with spaces if necessary */
  public void pad(StringBuilder pStringBuilder, String pString, int pLength) {
   pStringBuilder.append(pString);
   for (int i=0;i<pLength-pString.length();i++) {
    pStringBuilder.append(' ');
/* This class is the formatter for Strings that are to be written to the target file */
class OdiStringFormatOUT{
  OdiStringUtils myStringUtils;
  String colName;
  String colMandatory;
  String colFormat;
  String colDecSep;
  String colNullIfErr;
  int    colBytes;
  String xString;
  private void check(Warning Odiwarn) throws Exception
   if (xString.length() > colBytes)
    {if (colNullIfErr=="0"){
     throw new Exception ("Column "+ colName+" : "+xString+" Value too long\n");
     if (colNullIfErr=="1")
      Odiwarn.AddWarn("Column "+ colName+" : "+xString+" Value too long\n");
     xString="";
     return;  
    if (xString.length() ==0)
    {if (colNullIfErr=="0"){
     throw new Exception ("Column "+ colName+" : is mandatory\n");
     if (colNullIfErr=="1")
      Odiwarn.AddWarn("Column "+ colName+" : is mandatory\n");
  public OdiStringFormatOUT(String pColName,String pColMandatory, String pColFormat,String pColDecSep, String pColNullIfErr,int pColBytes, OdiStringUtils pStringUtils) {
   myStringUtils = pStringUtils;
   colName = pColName;
   colMandatory = pColMandatory;
   colFormat = pColFormat;
   colDecSep = pColDecSep;
   colNullIfErr = pColNullIfErr;
   colBytes = pColBytes;
  public void format(String pString, StringBuilder pStringBuilder,Warning Odiwarn) throws Exception {
   xString=pString;
   this.check(Odiwarn);
   pStringBuilder.append(xString);
/* This class is the formatter for Strings that are to be read from the source file */
class OdiStringFormatIN{
  OdiStringUtils myStringUtils;
  String odiColname;
  String colNullIfErr;
  public OdiStringFormatIN(OdiStringUtils pStringUtils, String pColname, String pColNullIfErr) {
   myStringUtils = pStringUtils;
   odiColname=pColname;
   colNullIfErr=pColNullIfErr;
  public String parse(String pString,Warning Odiwarn) {
   return pString;
/* This class is the formatter for Numbers that are to be written to the target file.
Note that some more format() functions should be added to fully support all the possible datatypes (int, etc.) */
class OdiNumberFormatOUT{
  OdiStringUtils myStringUtils;
  DecimalFormat internalParser;
  String colName;
  String colMandatory;
  String colFormat;
  String colDecSep;
  String colNullIfErr;
  int    colBytes;
  private void check(Number pNumber,Warning Odiwarn) throws Exception
   if (pNumber == null && colMandatory=="1" )
    {if (colNullIfErr=="0"){
     throw new Exception ("Column "+ colName+" is  mandatory\n");
     if (colNullIfErr=="1")
      Odiwarn.AddWarn("Column "+ colName+" is  mandatory\n");
   private void check(double pDouble,Warning Odiwarn) throws Exception
   if (false)
    {if (colNullIfErr=="0"){
     throw new Exception ("Column "+ colName+" : "+pDouble+" Value too long\n");
     if (colNullIfErr=="1")
      Odiwarn.AddWarn("Column "+ colName+" : "+pDouble+" Value too long\n");
   private void check(long pLong,Warning Odiwarn) throws Exception
   if (false)
    {if (colNullIfErr=="0"){
     throw new Exception ("Column "+ colName+" : "+pLong+" Value too long\n");
     if (colNullIfErr=="1")
      Odiwarn.AddWarn("Column "+ colName+" : "+pLong+" Value too long\n");
  public OdiNumberFormatOUT(String pColName,String pColMandatory, String pColFormat,String pColDecSep, String pColNullIfErr,int pColBytes, OdiStringUtils pStringUtils) {
   myStringUtils = pStringUtils;
   colName = pColName;
   colMandatory = pColMandatory;
   colFormat = pColFormat;
   colDecSep = pColDecSep;
   colNullIfErr = pColNullIfErr;
   colBytes = pColBytes;
   if (colDecSep == null) {
    colDecSep = ".";
   if (colDecSep.length() != 1) {
    colDecSep = ".";
   DecimalFormatSymbols mySymbols = new DecimalFormatSymbols();
   mySymbols.setDecimalSeparator(colDecSep.charAt(0));
   internalParser = new DecimalFormat("#.#", mySymbols);
   internalParser.setParseBigDecimal(true);
  public void format(Number pNumber, StringBuilder pStringBuilder,Warning Odiwarn) throws Exception {
   this.check(pNumber,Odiwarn);
   if (pNumber == null) {
    return;
   pStringBuilder.append(internalParser.format(pNumber));
  public void format(double pDouble, StringBuilder pStringBuilder,Warning Odiwarn) throws Exception {
   this.check(pDouble,Odiwarn);
   pStringBuilder.append(internalParser.format(pDouble));
  public void format(long pLong, StringBuilder pStringBuilder,Warning Odiwarn) throws Exception {
   this.check(pLong,Odiwarn);
   pStringBuilder.append(internalParser.format(pLong));
/* This class is the formatter for Numbers that are to be read from the source file. */
class OdiNumberFormatIN{
  OdiStringUtils myStringUtils;
  DecimalFormat internalParser;
  ParsePosition internalParsePosition;
  String odiColname;
  String colNullIfErr;
  public OdiNumberFormatIN(String pDecimalSeparator, OdiStringUtils pStringUtils, String pColname, String pColNullIfErr) {
   myStringUtils = pStringUtils;
   odiColname=pColname;
   colNullIfErr=pColNullIfErr;
   if (pDecimalSeparator == null) {
    pDecimalSeparator = ".";
   if (pDecimalSeparator.length() != 1) {
    pDecimalSeparator = ".";
   DecimalFormatSymbols mySymbols = new DecimalFormatSymbols();
   mySymbols.setDecimalSeparator(pDecimalSeparator.charAt(0));
   internalParser = new DecimalFormat("#.#", mySymbols);
   internalParser.setParseBigDecimal(true);
   internalParsePosition = new ParsePosition(0);
  /* This function returns null in case an Exception occurs during the parsing of the String as a Number */
  public Number parse(String pString, Warning Odiwarn) throws Exception {
   internalParsePosition.setIndex(0);
   Number x= internalParser.parse(pString.trim(), internalParsePosition);
   if ((pString.trim().length()>internalParsePosition.getIndex()))
   { x=null;
    if (colNullIfErr=="0"){
    throw new Exception (odiColname+" "+pString.trim()+" Invalid number\n");
    if (colNullIfErr=="1")
     Odiwarn.AddWarn(odiColname+": "+pString.trim()+" Invalid number");
   return x;
/* This class is the formatter for Dates that are to be read from the source file */
class OdiDateFormatIN{
  OdiStringUtils myStringUtils;
  SimpleDateFormat internalParser;
  ParsePosition internalParsePosition;
  String odiColname;
  String colNullIfErr;
  String localPattern="";
  public OdiDateFormatIN(String pPattern, OdiStringUtils pStringUtils, String pColname, String pColNullIfErr) {
   myStringUtils = pStringUtils;
   odiColname = pColname;
   colNullIfErr=pColNullIfErr;
   if (pPattern == null) {
    localPattern = "dd/MM/yyyy";
   } else localPattern=pPattern;
   //internalParser = new SimpleDateFormat(pPattern);
   //internalParsePosition = new ParsePosition(0);
  /* This method returns null if an error occurs when parsing the String as a date */
  public Date parse(String pString, Warning Odiwarn) throws Exception {
   internalParser = new SimpleDateFormat(localPattern);
   internalParsePosition = new ParsePosition(0);
   internalParsePosition.setIndex(0);
   internalParser.setLenient(false);
   Date x= internalParser.parse(pString.trim(),internalParsePosition);
   //trace("this is bad file");
   if (internalParsePosition.getErrorIndex() > -1 && pString.length()>0 )
   { x=null;
    if (colNullIfErr=="1") {
     Odiwarn.AddWarn(odiColname+": "+pString.trim()+" Invalid date");
    if (colNullIfErr=="0") {
    throw new Exception (odiColname+" "+pString.trim()+" Invalid date\n");
   return x;
/* This class is the formatter for Dates that are to be written to the target file */
class OdiDateFormatOUT{
  OdiStringUtils myStringUtils;
  SimpleDateFormat internalParser;
  String colName;
  String colMandatory;
  String colFormat;
  String colDecSep;
  String colNullIfErr;
  int    colBytes;
  Date xDate;
   private void check(Warning Odiwarn) throws Exception
   if (false)
    {if (colNullIfErr=="0"){
     throw new Exception ("Column "+ colName+" : "+xDate+" Value too long\n");
     if (colNullIfErr=="1")
      Odiwarn.AddWarn("Column "+ colName+" : "+xDate+" Value too long\n");
  public OdiDateFormatOUT(String pColName,String pColMandatory, String pColFormat,String pColDecSep, String pColNullIfErr,OdiStringUtils pStringUtils)
   myStringUtils = pStringUtils;
   colName = pColName;
   colMandatory = pColMandatory;
   colFormat = pColFormat;
   colDecSep = pColDecSep;
   colNullIfErr = pColNullIfErr;
   colBytes = 0;
   if (colFormat == null) {
    colFormat = "dd/MM/yyyy";
   internalParser = new SimpleDateFormat(colFormat);
  public void format(Date pDate, StringBuilder pStringBuilder,Warning Odiwarn) throws Exception {
   xDate=pDate;
   this.check(Odiwarn);
   if (xDate != null) {
    pStringBuilder.append(internalParser.format(xDate));
class Warning
boolean warning;
String warntext;
int currentLine;
int nbWarn;
public Warning ()
  warning=false;
  warntext="";
public void New (int i)
  warning=false;
  warntext="";
  currentLine=i;
  nbWarn=0;
public void AddWarn (String txt)
    if (warning) {
    warntext=warntext+"\n"+txt;
     } else {
    warntext=warntext+"\n"+txt;
  warning=true;
  nbWarn+=1;
/* This class contains the code of the Thread that reads a line from the source file, processes a line and writes the output to the Target */
class OdiFileTransformer extends Thread {
  OdiStringUtils myStringUtils= new OdiStringUtils();
  Scanner myScanner;
  Warning Odiwarn=new Warning();
  <?
    createInputFormaters();
    createOutputFormaters();
  ?>
  String tmpString;
   String[] srcCols;
  <? if ("DATE".equals("STRING")) {?>Date<? } else if ("NUMERIC".equals("STRING")) {?>Number<? } else { ?>String<? } ?> srcColsCTCL_C1;
   <? if ("DATE".equals("STRING")) {?>Date<? } else if ("NUMERIC".equals("STRING")) {?>Number<? } else { ?>String<? } ?> srcColsCTCL_C2;
   <? if ("DATE".equals("STRING")) {?>Date<? } else if ("NUMERIC".equals("STRING")) {?>Number<? } else { ?>String<? } ?> srcColsCTCL_C3;
   <? if ("DATE".equals("STRING")) {?>Date<? } else if ("NUMERIC".equals("STRING")) {?>Number<? } else { ?>String<? } ?> srcColsCTCL_C4;
   <? if ("DATE".equals("STRING")) {?>Date<? } else if ("NUMERIC".equals("STRING")) {?>Number<? } else { ?>String<? } ?> srcColsCTCL_C5;
   <? if ("DATE".equals("STRING")) {?>Date<? } else if ("NUMERIC".equals("STRING")) {?>Number<? } else { ?>String<? } ?> srcColsCTCL_C6;
   <? if ("DATE".equals("STRING")) {?>Date<? } else if ("NUMERIC".equals("STRING")) {?>Number<? } else { ?>String<? } ?> srcColsCTCL_C7;
   <? if ("DATE".equals("STRING")) {?>Date<? } else if ("NUMERIC".equals("STRING")) {?>Number<? } else { ?>String<? } ?> srcColsCTCL_C8;
   <? if ("DATE".equals("STRING")) {?>Date<? } else if ("NUMERIC".equals("STRING")) {?>Number<? } else { ?>String<? } ?> srcColsCTCL_C9;
   <? if ("DATE".equals("STRING")) {?>Date<? } else if ("NUMERIC".equals("STRING")) {?>Number<? } else { ?>String<? } ?> srcColsCTCL_C10;
   <? if ("DATE".equals("STRING")) {?>Date<? } else if ("NUMERIC".equals("STRING")) {?>Number<? } else { ?>String<? } ?> srcColsCTCL_C11;
   <? if ("DATE".equals("STRING")) {?>Date<? } else if ("NUMERIC".equals("STRING")) {?>Number<? } else { ?>String<? } ?> srcColsCTCL_C12;
   <? if ("DATE".equals("STRING")) {?>Date<? } else if ("NUMERIC".equals("STRING")) {?>Number<? } else { ?>String<? } ?> srcColsCTCL_C13;
   <? if ("DATE".equals("STRING")) {?>Date<? } else if ("NUMERIC".equals("STRING")) {?>Number<? } else { ?>String<? } ?> srcColsCTCL_C14;
   <? if ("DATE".equals("STRING")) {?>Date<? } else if ("NUMERIC".equals("STRING")) {?>Number<? } else { ?>String<? } ?> srcColsCTCL_C15;
   <? if ("DATE".equals("STRING")) {?>Date<? } else if ("NUMERIC".equals("STRING")) {?>Number<? } else { ?>String<? } ?> srcColsCTCL_C16;
   <? if ("DATE".equals("STRING")) {?>Date<? } else if ("NUMERIC".equals("STRING")) {?>Number<? } else { ?>String<? } ?> srcColsCTCL_C17;
   <? if ("DATE".equals("STRING")) {?>Date<? } else if ("NUMERIC".equals("STRING")) {?>Number<? } else { ?>String<? } ?> srcColsCTCL_C18;
   <? if ("DATE".equals("STRING")) {?>Date<? } else if ("NUMERIC".equals("STRING")) {?>Number<? } else { ?>String<? } ?> srcColsCTCL_C19;
   <? if ("DATE".equals("STRING")) {?>Date<? } else if ("NUMERIC".equals("STRING")) {?>Number<? } else { ?>String<? } ?> srcColsCTCL_C20;
   <? if ("DATE".equals("STRING")) {?>Date<? } else if ("NUMERIC".equals("STRING")) {?>Number<? } else { ?>String<? } ?> srcColsCTCL_C21;
   <? if ("DATE".equals("STRING")) {?>Date<? } else if ("NUMERIC".equals("STRING")) {?>Number<? } else { ?>String<? } ?> srcColsCTCL_C22;
   <? if ("DATE".equals("STRING")) {?>Date<? } else if ("NUMERIC".equals("STRING")) {?>Number<? } else { ?>String<? } ?> srcColsCTCL_C23;
   <? if ("DATE".equals("STRING")) {?>Date<? } else if ("NUMERIC".equals("STRING")) {?>Number<? } else { ?>String<? } ?> srcColsCTCL_C24;
   <? if ("DATE".equals("STRING")) {?>Date<? } else if ("NUMERIC".equals("STRING")) {?>Number<? } else { ?>String<? } ?> srcColsCTCL_C25;
   <? if ("DATE".equals("STRING")) {?>Date<? } else if ("NUMERIC".equals("STRING")) {?>Number<? } else { ?>String<? } ?> srcColsCTCL_C26;
   <? if ("DATE".equals("STRING")) {?>Date<? } else if ("NUMERIC".equals("STRING")) {?>Number<? } else { ?>String<? } ?> srcColsCTCL_C27;
   <? if ("DATE".equals("STRING")) {?>Date<? } else if ("NUMERIC".equals("STRING")) {?>Number<? } else { ?>String<? } ?> srcColsCTCL_C28;
   <? if ("DATE".equals("STRING")) {?>Date<? } else if ("NUMERIC".equals("STRING")) {?>Number<? } else { ?>String<? } ?> srcColsCTCL_C29;
   <? if ("DATE".equals("STRING")) {?>Date<? } else if ("NUMERIC".equals("STRING")) {?>Number<? } else { ?>String<? } ?> srcColsCTCL_C30;
   <? if ("DATE".equals("STRING")) {?>Date<? } else if ("NUMERIC".equals("STRING")) {?>Number<? } else { ?>String<? } ?> srcColsCTCL_C31;
   <? if ("DATE".equals("STRING")) {?>Date<? } else if ("NUMERIC".equals("STRING")) {?>Number<? } else { ?>String<? } ?> srcColsCTCL_C32;
   <? if ("DATE".equals("STRING")) {?>Date<? } else if ("NUMERIC".equals("STRING")) {?>Number<? } else { ?>String<? } ?> srcColsCTCL_C33;
   <? if ("DATE".equals("STRING")) {?>Date<? } else if ("NUMERIC".equals("STRING")) {?>Number<? } else { ?>String<? } ?> srcColsCTCL_C34;
   <? if ("DATE".equals("STRING")) {?>Date<? } else if ("NUMERIC".equals("STRING")) {?>Number<? } else { ?>String<? } ?> srcColsCTCL_C35;
   <? if ("DATE".equals("STRING")) {?>Date<? } else if ("NUMERIC".equals("STRING")) {?>Number<? } else { ?>String<? } ?> srcColsCTCL_C36;
   <? if ("DATE".equals("STRING")) {?>Date<? } else if ("NUMERIC".equals("STRING")) {?>Number<? } else { ?>String<? } ?> srcColsCTCL_C37;
   <? if ("DATE".equals("STRING")) {?>Date<? } else if ("NUMERIC".equals("STRING")) {?>Number<? } else { ?>String<? } ?> srcColsCTCL_C38;
   <? if ("DATE".equals("STRING")) {?>Date<? } else if ("NUMERIC".equals("STRING")) {?>Number<? } else { ?>String<? } ?> srcColsCTCL_C39;
  String srcRecordSeparator;
  String trgRecordSeparator;
  String trgLineSeparator;
  StringBuilder myStringBuilder;
  public OdiFileTransformer(Scanner pScanner){
   super();
   myScanner = pScanner;
   tmpString = null;
   this.setName("OdiFileTransformer");
    srcCols = new String[1+1+1+1+1+1+1+1+1+1+1+1+1+1+1+1+1+1+1+1+1+1+1+1+1+1+1+1+1+1+1+1+1+1+1+1+1+1+1];
   srcRecordSeparator = Pattern.quote(",");
   trgRecordSeparator = ",";
   trgLineSeparator = "\n";
   myStringBuilder = new StringBuilder();
  public void run() {
  boolean bad = false;
  try {
   while (doWeContinueBatch){
    /* The calls to the Scanner need to be synchronized manually as it is not threadsafe */
    synchronized(lock) {
     if (myScanner.hasNext()) {
      tmpString=myScanner.next();
      nbLine+=1;
     } else {
      return;
    bad = false;
    Odiwarn.New(nbLine);
    try {
    srcCols = tmpString.split(srcRecordSeparator);
    /* The Filters are generated as if Statements that go to the next row to process if any condition is false */
    /* We start the processing of the line by clearing the StringBuilder */
    myStringBuilder.setLength(0);
    <? createInputFormaters("CTCL.C1"); ?><? createInputFormaters("CTCL.C2"); ?><? createInputFormaters("CTCL.C3"); ?><? createInputFormaters("CTCL.C4"); ?><? createInputFormaters("CTCL.C5"); ?><? createInputFormaters("CTCL.C6"); ?><? createInputFormaters("CTCL.C7"); ?><? createInputFormaters("CTCL.C8"); ?><? createInputFormaters("CTCL.C9"); ?><? createInputFormaters("CTCL.C10"); ?><? createInputFormaters("CTCL.C11"); ?><? createInputFormaters("CTCL.C12"); ?><? createInputFormaters("CTCL.C13"); ?><? createInputFormaters("CTCL.C14"); ?><? createInputFormaters("CTCL.C15"); ?><? createInputFormaters("CTCL.C16"); ?><? createInputFormaters("CTCL.C17"); ?><? createInputFormaters("CTCL.C18"); ?><? createInputFormaters("CTCL.C19"); ?><? createInputFormaters("CTCL.C20"); ?><? createInputFormaters("CTCL.C21"); ?><? createInputFormaters("CTCL.C22"); ?><? createInputFormaters("CTCL.C23"); ?><? createInputFormaters("CTCL.C24"); ?><? createInputFormaters("CTCL.C25"); ?><? createInputFormaters("CTCL.C26"); ?><? createInputFormaters("CTCL.C27"); ?><? createInputFormaters("CTCL.C28"); ?><? createInputFormaters("CTCL.C29"); ?><? createInputFormaters("CTCL.C30"); ?><? createInputFormaters("CTCL.C31"); ?><? createInputFormaters("CTCL.C32"); ?><? createInputFormaters("CTCL.C33"); ?><? createInputFormaters("CTCL.C34"); ?><? createInputFormaters("CTCL.C35"); ?><? createInputFormaters("CTCL.C36"); ?><? createInputFormaters("CTCL.C37"); ?><? createInputFormaters("CTCL.C38"); ?><? createInputFormaters("CTCL.C39"); ?>
    <?= replaceMappings("outC1Formatter.format(CTCL.C1,myStringBuilder,Odiwarn);") ?><?= "myStringBuilder.append(trgRecordSeparator);" ?><?= replaceMappings("outC2Formatter.format(CTCL.C2,myStringBuilder,Odiwarn);") ?><?= "myStringBuilder.append(trgRecordSeparator);" ?><?= replaceMappings("outC3Formatter.format(CTCL.C3,myStringBuilder,Odiwarn);") ?><?= "myStringBuilder.append(trgRecordSeparator);" ?><?= replaceMappings("outC4Formatter.format(CTCL.C4,myStringBuilder,Odiwarn);") ?><?= "myStringBuilder.append(trgRecordSeparator);" ?><?= replaceMappings("outC5Formatter.format(CTCL.C5,myStringBuilder,Odiwarn);") ?><?= "myStringBuilder.append(trgRecordSeparator);" ?><?= replaceMappings("outC6Formatter.format(CTCL.C6,myStringBuilder,Odiwarn);") ?><?= "myStringBuilder.append(trgRecordSeparator);" ?><?= replaceMappings("outC7Formatter.format(CTCL.C7,myStringBuilder,Odiwarn);") ?><?= "myStringBuilder.append(trgRecordSeparator);" ?><?= replaceMappings("outC8Formatter.format(CTCL.C8,myStringBuilder,Odiwarn);") ?><?= "myStringBuilder.append(trgRecordSeparator);" ?><?= replaceMappings("outC9Formatter.format(CTCL.C9,myStringBuilder,Odiwarn);") ?><?= "myStringBuilder.append(trgRecordSeparator);" ?><?= replaceMappings("outC10Formatter.format(CTCL.C10,myStringBuilder,Odiwarn);") ?><?= "myStringBuilder.append(trgRecordSeparator);" ?><?= replaceMappings("outC11Formatter.format(CTCL.C11,myStringBuilder,Odiwarn);") ?><?= "myStringBuilder.append(trgRecordSeparator);" ?><?= replaceMappings("outC12Formatter.format(CTCL.C12,myStringBuilder,Odiwarn);") ?><?= "myStringBuilder.append(trgRecordSeparator);" ?><?= replaceMappings("outC13Formatter.format(CTCL.C13,myStringBuilder,Odiwarn);") ?><?= "myStringBuilder.append(trgRecordSeparator);" ?><?= replaceMappings("outC14Formatter.format(CTCL.C14,myStringBuilder,Odiwarn);") ?><?= "myStringBuilder.append(trgRecordSeparator);" ?><?= replaceMappings("outC15Formatter.format(CTCL.C15,myStringBuilder,Odiwarn);") ?><?= "myStringBuilder.append(trgRecordSeparator);" ?><?= replaceMappings("outC16Formatter.format(CTCL.C16,myStringBuilder,Odiwarn);") ?><?= "myStringBuilder.append(trgRecordSeparator);" ?><?= replaceMappings("outC17Formatter.format(CTCL.C17,myStringBuilder,Odiwarn);") ?><?= "myStringBuilder.append(trgRecordSeparator);" ?><?= replaceMappings("outC18Formatter.format(CTCL.C18,myStringBuilder,Odiwarn);") ?><?= "myStringBuilder.append(trgRecordSeparator);" ?><?= replaceMappings("outC19Formatter.format(CTCL.C19,myStringBuilder,Odiwarn);") ?><?= "myStringBuilder.append(trgRecordSeparator);" ?><?= replaceMappings("outC20Formatter.format(CTCL.C20,myStringBuilder,Odiwarn);") ?><?= "myStringBuilder.append(trgRecordSeparator);" ?><?= replaceMappings("outC21Formatter.format(CTCL.C21,myStringBuilder,Odiwarn);") ?><?= "myStringBuilder.append(trgRecordSeparator);" ?><?= replaceMappings("outC22Formatter.format(CTCL.C22,myStringBuilder,Odiwarn);") ?><?= "myStringBuilder.append(trgRecordSeparator);" ?><?= replaceMappings("outC23Formatter.format(CTCL.C23,myStringBuilder,Odiwarn);") ?><?= "myStringBuilder.append(trgRecordSeparator);" ?><?= replaceMappings("outC24Formatter.format(CTCL.C24,myStringBuilder,Odiwarn);") ?><?= "myStringBuilder.append(trgRecordSeparator);" ?><?= replaceMappings("outC25Formatter.format(CTCL.C25,myStringBuilder,Odiwarn);") ?><?= "myStringBuilder.append(trgRecordSeparator);" ?><?= replaceMappings("outC26Formatter.format(CTCL.C26,myStringBuilder,Odiwarn);") ?><?= "myStringBuilder.append(trgRecordSeparator);" ?><?= replaceMappings("outC27Formatter.format(CTCL.C27,myStringBuilder,Odiwarn);") ?><?= "myStringBuilder.append(trgRecordSeparator);" ?><?= replaceMappings("outC28Formatter.format(CTCL.C28,myStringBuilder,Odiwarn);") ?><?= "myStringBuilder.append(trgRecordSeparator);" ?><?= replaceMappings("outC29Formatter.format(CTCL.C29,myStringBuilder,Odiwarn);") ?><?= "myStringBuilder.append(trgRecordSeparator);" ?><?= replaceMappings("outC30Formatter.format(CTCL.C30,myStringBuilder,Odiwarn);") ?><?= "myStringBuilder.append(trgRecordSeparator);" ?><?= replaceMappings("outC31Formatter.format(CTCL.C31,myStringBuilder,Odiwarn);") ?><?= "myStringBuilder.append(trgRecordSeparator);" ?><?= replaceMappings("outC32Formatter.format(CTCL.C32,myStringBuilder,Odiwarn);") ?><?= "myStringBuilder.append(trgRecordSeparator);" ?><?= replaceMappings("outC33Formatter.format(CTCL.C33,myStringBuilder,Odiwarn);") ?><?= "myStringBuilder.append(trgRecordSeparator);" ?><?= replaceMappings("outC34Formatter.format(CTCL.C34,myStringBuilder,Odiwarn);") ?><?= "myStringBuilder.append(trgRecordSeparator);" ?><?= replaceMappings("outC35Formatter.format(CTCL.C35,myStringBuilder,Odiwarn);") ?><?= "myStringBuilder.append(trgRecordSeparator);" ?><?= replaceMappings("outC36Formatter.format(CTCL.C36,myStringBuilder,Odiwarn);") ?><?= "myStringBuilder.append(trgRecordSeparator);" ?><?= replaceMappings("outC37Formatter.format(CTCL.C37,myStringBuilder,Odiwarn);") ?><?= "myStringBuilder.append(trgRecordSeparator);" ?><?= replaceMappings("outC38Formatter.format(CTCL.C38,myStringBuilder,Odiwarn);") ?><?= "myStringBuilder.append(trgRecordSeparator);" ?><?= replaceMappings("outC39Formatter.format(CTCL.C39,myStringBuilder,Odiwarn);") ?>
    myStringBuilder.append(trgLineSeparator);
    pBufferedWriter.write(myStringBuilder.toString());
    if (Odiwarn.warning)
     pBufferedLogWriter.append("\nwarning line: "+Odiwarn.currentLine+"\t"+Odiwarn.warntext);
     addWarning();
    addInserted();
    catch (Exception e) {
     // TODO: handle exception
     pBufferedLogWriter.append("\nError line: "+nbLine+"\t"+e.getMessage());
     e.printStackTrace();
     pBufferedBadWriter.append(tmpString+"\n");
     synchronized(lock) {
      nbError+=1;
      if (nbError >=1)
       {pBufferedLogWriter.append("Maximum number of errors reached \n");
          doWeContinueBatch=false;
          maxErrorReach=true;
       return;}
  catch (Exception e) {
   throw(new RuntimeException(e.getMessage()));
static class OdiFileFilter implements FilenameFilter {
  Pattern myPattern;
  BufferedWriter myLogWriter;
  public OdiFileFilter (String pPattern,BufferedWriter logWriter) throws IOException {
   File pWorkSchema = new File("<?=snpRef.getSchemaName("CT_Sample", "D") ?>");
   StringBuilder buffer = new StringBuilder();
   pPattern = pWorkSchema.getAbsolutePath().replace("\\", "/") + "/" + pPattern;
   myLogWriter=logWriter;
   char[] chars = pPattern.toCharArray();
   for (int i = 0; i < chars.length; ++i)    {
    buffer.append(chars[i]);
   myPattern = Pattern.compile(buffer.toString());
   myLogWriter.append("\nPattern: " + buffer.toString());
  public boolean accept(File pDir, String pName) {
   Matcher myMatcher = myPattern.matcher(pDir.getAbsolutePath().replace("\\", "/") + "/" + pName);
   System.out.println("" + myMatcher.matches() + pDir.getAbsolutePath().replace("\\", "/") + "/" + pName);
   return myMatcher.matches();
public static void main(String[] args) throws Exception{
  LOG_FILE =
  BAD_FILE =
   String wbadfile = "<?=snpRef.getObjectName("L", "FILE_OK.csv", "CT_Sample", "", "D") ?>.bad";
   String wlogfile = "<?=snpRef.getObjectName("L", "FILE_OK.csv", "CT_Sample", "", "D") ?>.log";
  <?= getOdiClassName() ?> myIKMFileProcessing = new <?= getOdiClassName() ?>("<?=snpRef.getObjectName("L", "FILE_OK.csv", "CT_Sample", "", "D") ?>",wlogfile,wbadfile);
  File[] inputFileList;
  OdiFileFilter myFileFilter = new OdiFileFilter("<?=snpRef.getObjectShortName("L", "Pfizer_Regional_CT_costs_Aug2013_AP.csv", "CT_Sample", "D") ?>",myIKMFileProcessing.pBufferedLogWriter);
  File inputDir = new File("<?=snpRef.getSchemaName("CT_Sample", "D") ?>");
  inputFileList = inputDir.listFiles(myFileFilter);
  String s="";
  if (inputFileList.length==0) {myIKMFileProcessing.pBufferedLogWriter.append("\n\tError : Source file does not exist");}
  for (int i=0;i<inputFileList.length;i++) {
   if (myIKMFileProcessing.getDoWeContinueBatch()) {
   s=myIKMFileProcessing.processInputFile(inputFileList[i]);
  myIKMFileProcessing.pBufferedLogWriter.append(s);
  myIKMFileProcessing.pBufferedLogWriter.flush();
public String processInputFile(File pInputFile) throws Exception {
  /* We open the source File by taking the encoder into account if needed */
   Scanner myScanner = new Scanner(new BufferedReader(new FileReader(pInputFile)));
    pBufferedLogWriter.append("\nInput file:\t\t"+pInputFile.getAbsolutePath().replace("\\", "/"));
  /* We use a Scanner as the record separator might not necessarily be \n */
  myScanner.useDelimiter("\n");
  /* We read the first lines in order to ignore them depending on the setting of the source datastore */
  for (int i=0;i < 0;i++){
   if (myScanner.hasNext()) {
    myScanner.next();
    nbLine+=1;
    nbHeader+=1;
  OdiFileTransformer[] odiFileTransformers = new OdiFileTransformer[NB_THREADS];
  for (int i=0;i<NB_THREADS;i++){
   odiFileTransformers[i] = new OdiFileTransformer(myScanner );
  for (int i=0;i<NB_THREADS;i++){
   odiFileTransformers[i].start();
  for (int i=0;i<NB_THREADS;i++){
   odiFileTransformers[i].join();
  end=new Date();
    if (maxErrorReach)
    pBufferedLogWriter.append("\n\tNumber of lines read for this file:\t\t" + nbLine);
    pBufferedLogWriter.append("\n\tNumber of data lines read for this file:\t\t" + (nbLine-1) + "\n\n\n");
    pBufferedLogWriter.append("\n\tNumber of error lines read for this file:\t\t" + (nbError-nbErrorInPrevFiles));
    pBufferedLogWriter.append("\n\tNumber of data lines read and filtered out for this file:\t\t" + (nbFilter-nbFilterInPrevFiles)+"\n");
  else
     pBufferedLogWriter.append("\n\tNumber of lines for this file:\t\t" + nbLine);
     pBufferedLogWriter.append("\n\tNumber of data lines for this file:\t\t" + (nbLine-1));
     pBufferedLogWriter.append("\n\tNumber of error lines for this file:\t\t" + (nbError-nbErrorInPrevFiles));
     pBufferedLogWriter.append("\n\tNumber of data lines filtered out for this file:\t\t" + (nbFilter-nbFilterInPrevFiles)+"\n");
    nbFiles+=1;
    nbTotalLine+=nbLine;
    nbErrorInPrevFiles = nbError;
    nbFilterInPrevFiles = nbFilter;
    nbLine=0;
    String s = "\n\n\n\n************************** TOTAL FIGURES ********************************";
    s = s + "\n\t"+nbFiles+" input file(s) processed.\n";
    s = s + "\n\t"+nbTotalLine+" Rows successfully read.\n" ;
    s = s +"\t"+nbHeader+" Rows skipped (Header).\n" ;
    s = s + "\t"+nbInserted+" Rows successfully loaded.\n" ;
    s = s +"\t\t==>"+nbWarning+" Rows loaded with warning.\n" ;
    s = s +"\t"+nbError+" Rows not loaded due to data errors.\n" ;
    s = s +"\t"+nbFilter+" Rows not loaded because of filter.\n" ;
    s = s + "\n\n\n";
    s = s + "\n\tRun began on "+debut;
    s = s + "\n\tRun ended on "+end;
    //long x=   ;
    s = s + "\n\tElapsed time was:\t"+Math.abs(end.getTime() - debut.getTime())+" milliseconde";
  /* We flush the buffer for any data that has not been written on the disk yet */
  pBufferedWriter.flush();
  pBufferedLogWriter.flush();
  pBufferedBadWriter.flush();
  return s;
at com.sunopsis.dwg.dbobj.SnpSessStep.createTaskLogs(SnpSessStep.java:738)
at com.sunopsis.dwg.dbobj.SnpSessStep.treatSessStep(SnpSessStep.java:461)
at com.sunopsis.dwg.dbobj.SnpSession.treatSession(SnpSession.java:2093)
at oracle.odi.runtime.agent.processor.impl.StartSessRequestProcessor$2.doAction(StartSessRequestProcessor.java:366)
at oracle.odi.core.persistence.dwgobject.DwgObjectTemplate.execute(DwgObjectTemplate.java:216)
at oracle.odi.runtime.agent.processor.impl.StartSessRequestProcessor.doProcessStartSessTask(StartSessRequestProcessor.java:300)
at oracle.odi.runtime.agent.processor.impl.StartSessRequestProcessor.access$0(StartSessRequestProcessor.java:292)
at oracle.odi.runtime.agent.processor.impl.StartSessRequestProcessor$StartSessTask.doExecute(StartSessRequestProcessor.java:855)
at oracle.odi.runtime.agent.processor.task.AgentTask.execute(AgentTask.java:126)
at oracle.odi.runtime.agent.support.DefaultAgentTaskExecutor$2.run(DefaultAgentTaskExecutor.java:82)
at java.lang.Thread.run(Thread.java:662)

Answer 1

This seems like a lot of code. I would suggest to compile your custom code outside of odi first to debug any syntax errors.