Help please jvm out of memory

Question

Could some some please help me with this i hava a programe which is reading email from amd email sever using javamail.
My problem is that when this pgrograme have to read more than 27 thousand emails and filter them at the same time but as soon as i get to 5900 the jvm runs out of memory. i have tried increaing memory using -Xms and Xms this seem to work but i still get memory leaking could some one have a look at my code i would be very happy to any light at to why or where the leak is comming from.
at the moment i have managed to track the leak to the "searchEMail" method
if you cam help my email is [email protected] or [email protected]
=====================================================================
EmailFilter.java
wokoli
=====================================================================
import java.io.*;
import java.util.*;
import java.awt.*;
import javax.mail.*;
import javax.mail.internet.*;
import javax.swing.JProgressBar;
import javax.swing.JWindow;
public class EmailFilter
  extends Authenticator implements EmailHelper
  protected String from=null;
  protected Session session=null;
  protected PasswordAuthentication authentication=null;
  private Properties props=null;
  private TreeMap bounced=null; 
  private long start=0;
  private long end=0;
  private PrintWriter out=null;
  private int blockSize=100;
  private Store store=null;
   public EmailFilter(Properties props){  
    this(null, null,props);
  public EmailFilter(String user, String host,Properties props)
  try{      
    if(props==null)
      props = new Properties();
      System.out.println("Reading properties file...");
      props.load(new FileInputStream("config.properties"));
      from = user + '@' + host;     
      props.setProperty("mail.user", user);
      props.setProperty("mail.host", host);
      props.setProperty("mail.password",user);     
  }catch(Exception e){
     e.printStackTrace();
    authentication = new PasswordAuthentication(props.getProperty("mail.user"),props.getProperty("mail.password"));
    props.setProperty("mail.store.protocol", "pop3");
    props.setProperty("mail.transport.protocol", "smtp");
    session = Session.getInstance(props, this);
    blockSize=Integer.parseInt(props.getProperty(BLOCKSIZE));
    this.props=props;       
    processCsvFile();
private int column=0; 
protected void processCsvFile()
  Recipient resp=null;
  BufferedReader reader=null;
  try {
    File  file=new File("report.csv");
    if(!file.exists())
     return;      
    System.out.println("Reading report.cvs file...");
    reader= new BufferedReader(new FileReader(file));
    StreamTokenizer parser = new StreamTokenizer(reader);
    parser.wordChars(' ', ' ');
    parser.wordChars('@', '@');
    parser.wordChars(':', ':');
    parser.wordChars('-', '-');
    parser.wordChars('"', '"');
    parser.eolIsSignificant(true);
    int nxtToken=0;
    while ((nxtToken=parser.nextToken()) != StreamTokenizer.TT_EOF )
      if(nxtToken==StreamTokenizer.TT_EOL)
       column=0;     
       resp=new BouncedEmail();
     if(parser.lineno()>1)
      switch (parser.ttype)
        case StreamTokenizer.TT_NUMBER:
         switch (column)
            case 1:{
               resp.setCount((int)parser.nval);       
                   column++; break;
           break;
        case StreamTokenizer.TT_WORD:
           switch (column)
            case 0:{                             
                resp.setEmail(parser.sval);            
                   column++; break;}
            case 2:{
             String str=parser.sval.replace('"',' ');;
                resp.setDate(str.trim());     
                   column++;break;}
            case 3:{                  
             String str=parser.sval.replace('"',' ');;
                resp.setTime(str.trim());                 
                   column++; break;}
           break;
           default:
         addBounced(resp);
       } catch (IOException e){
           e.printStackTrace();
      }finally{
      try{
          if(reader!=null)
              reader.close();      
         }catch(IOException ioe){
        ioe.printStackTrace();
  public PasswordAuthentication getPasswordAuthentication(){
    return authentication;
  private boolean searchEmail(MimeMessage msg)
   String criteria=null;
   String str=null;
try{      
    criteria=(String)props.get(FROM);
    str=(String)msg.getFrom()[0].toString();
    if(criteria!=null && criteria.length()>1 && str!=null && str.length()>1)
     if(doSearch(str,criteria)==BOUNCED)
       return BOUNCED;
   criteria=(String)props.get(SUBJECT);
   str=(String)msg.getSubject();
   if(criteria!=null && criteria.length()>1 && str!=null && str.length()>1)
    if(doSearch(str,criteria)==BOUNCED)
     return BOUNCED;  
  /*criteria=(String)props.get(BODY); 
   Object  o = msg.getContent();
  if (o instanceof String) {
    str=(String)o;   
   } else if (o instanceof Multipart) {
    Multipart mp = (Multipart)o;
    //int count = OutOfMemoryErrormp.getCount();
    //for (int i = 0; i < count; i++)
    //dumpPart(mp.getBodyPart(i));
   } else if (o instanceof InputStream) {
     //System.out.println("--This is just an input stream");
     //InputStream is = (InputStream)o;
     //int c;
     //while ((c = is.read()) != -1)
     //     System.out.write(c);
  if(criteria!=null && criteria.length()>1 && str!=null && str.length()>1)
    if(doSearch(str,criteria)==BOUNCED)
     return BOUNCED; 
}catch(OutOfMemoryError oome){
    System.out.println("while in searchEmail "+oome);   
    System.out.println("while in searchEmail "+oome.getStackTrace());
    finalize();
    System.exit(0);  
  catch(javax.mail.internet.AddressException ae){}
  catch(NullPointerException npe){}
  catch(Exception ex){
   //ex.printStackTrace();
   ex.getMessage();
  return !BOUNCED;
  //str is the content that you wnat to search and criteria is the 
  //what you are searching for
  //str      -> From, Subject or Body from Message Object
  //criteria -> From, Subject or Body from Prop file 
  private boolean doSearch(String str,String criteria)
  if(str==null || criteria ==null)
     return !BOUNCED;
    StreamTokenizer token=new StreamTokenizer((Reader)new StringReader(criteria));
    StringSearch sch=new StringSearch(str.getBytes());
    token.wordChars(' ', ' ');
    token.wordChars('@', '@');
    token.wordChars(':', ':');
    token.wordChars('-', '-');
    token.wordChars('"', '"');
    token.eolIsSignificant(true);
    int nxtToken=0;
    try{
    while ((nxtToken=token.nextToken()) != StreamTokenizer.TT_EOF )
       if(token.ttype==StreamTokenizer.TT_WORD)
     if(sch.indexOf(token.sval)>-1)
          return BOUNCED;              
      }catch(OutOfMemoryError oome)
         System.out.println("while in doSearch ");
         oome.printStackTrace();
    }catch(IOException ioe){
     ioe.printStackTrace();
    return !BOUNCED;
  public void sendMessage(String to, String subject, String content) throws MessagingException
      MimeMessage msg = new MimeMessage(session);
    msg.addRecipients(Message.RecipientType.TO, to);
    msg.setSubject(subject);
    msg.setText(content);
    Transport.send(msg);
  private void addBounced(Recipient resp)
    if(resp==null)
     return;        
    if(bounced==null)
         bounced=new TreeMap();
    String email =resp.getEmail();
    if(email==null)
         return;
     if(isExisting(email)==null){    
       bounced.put(email,resp); 
  private String isExisting(String key)
   if(key==null || bounced==null)
    return null;    
  String name=null;
  Iterator itr=bounced.keySet().iterator();
  while(itr.hasNext())
   name=(String)itr.next();
   if(name==null)
      return null;
   if(name.equals(key))
    return name;
  return null;
private void writeReport()
  if(bounced==null)
       return;
  Recipient resp=null;  
  File file =null;
   try{
  if(out==null) //writing for to file for the first time
    file=new File("report.csv");
    if(file.exists())
     System.out.println("Found and deleted report file "+file.delete());
     file =new File("report.csv");
     out =new PrintWriter(
          new BufferedWriter(
          new FileWriter(file)),true); 
      out.println("Email,Count,Last Date Bounced,Lasted Time Bounced");    
   Iterator itr=bounced.keySet().iterator();
   String key=null;
   System.out.println("Writing report...");
   while(itr.hasNext())   
    key=(String)itr.next();
    resp=(Recipient)bounced.get(key);
    out.println(key+","+resp.getCount()+",\""+resp.getDate()+"\",\""+resp.getTime()+"\"");     
   }catch(Exception ex){
    ex.printStackTrace();
   }finally{
    if(bounced!=null)
     bounced.clear();
     bounced=null;
     out.flush();
private void collectGarbage()
  System.out.println("mem before "+Runtime.getRuntime().freeMemory());
  Runtime.getRuntime().gc();
  System.out.println("mem after "+Runtime.getRuntime().freeMemory());
  System.out.println("Garbage collected");     
private void createBouncedEmail(String email,String date, String time,int count)
   if(email==null)
    return;
   String name=isExisting(email);
   if(name!=null)
    Recipient res=(Recipient)bounced.get(name);
    bounced.remove(name);             
    int c=res.getCount();
    addBounced(new BouncedEmail(email,res.getDate(),res.getTime(),++c));
   }else  
   addBounced(new BouncedEmail(email,date,time,count));
  public void checkInbox(int mode) throws MessagingException, IOException
   Folder inbox=null;
//   Store store= null;
   JProgressBar pbar=null;
   JWindow window=null;
   try
    if (mode <0) return;
     boolean show = (mode & SHOW_MESSAGES) > 0;
     boolean clear = (mode & CLEAR_MESSAGES) > 0;
     String action =
      (show ? "Show" : "") +
      (show && clear ? " and " : "") +
      (clear ? "Clear" : "");
     System.out.println("Checking mail on: "+props.getProperty("mail.host"));     
     store = session.getStore();
     System.out.println("Trying to connect to mail server: "+props.getProperty("mail.host"));
     store.connect();    
     System.out.println("Connected on mail server : "+getRequestingSite());    
     Folder root = store.getDefaultFolder();    
     inbox = root.getFolder(INBOX);
     System.out.println("Opening mail folder for Reading");    
     inbox.open(Folder.READ_ONLY);
     Message[] msgs = inbox.getMessages();
     if (msgs.length ==0){
      System.out.println("No messages in inbox");
    for (int cnt = 0; cnt < msgs.length; cnt++)
      MimeMessage msg = (MimeMessage)msgs[cnt];
      System.out.println("Reading msg "+cnt);
     if(searchEmail(msg)==BOUNCED)
      createBouncedEmail(msg.getFrom()[0].toString(),null,null,-1);
     if (show)
         System.out.println("    From: " + msg.getFrom()[0]);
         System.out.println(" Subject: " + msg.getSubject());
         System.out.println(" Content: " + msg.getContent());
     if (clear)
        msg.setFlag(Flags.Flag.DELETED, true);
     if((bounced!=null && bounced.size()==blockSize) || cnt==msgs.length-1)
      writeReport();
     if(cnt%100==0)
        collectGarbage();
    //writeReport();
    //end=new Date().getTime();
    //System.out.println("Time complted: "+new Date());  
    //System.out.println("Time taken to complete: "+new Date(end-start));
   }catch(OutOfMemoryError oome)
         System.out.println("while in checkInbox ");
         oome.printStackTrace(); 
   }catch (AuthenticationFailedException afe){
        afe.printStackTrace();
   }finally{
   if(window!=null)
     window.dispose();
   if(inbox!=null)
    inbox.close(true);
   if(store!=null)
    store.close();
   if(out!=null)
    out.close();
protected void finalize() 
      try{
           if(out!=null)
  out.close();
           if(store!=null)
  store.close();
  System.out.println("Closing connection...");
      }catch(Exception ex){
      ex.printStackTrace();
}

Answer 1

Cross posted
http://forum.java.sun.com/thread.jsp?thread=429947&forum=4&message=1920034