Can't read a delimiter

Question

Guys,
I am reading in a text file, and I am trying to write an interface to read in the different words in there...so I am using a tokenizer for the delimiter...in the text file the delimiter shows as |, but when the file is read in java the string looks like this Fields:�REFNO�SEQNO�VERSION�OBSTRLM�FLOW�RPOISS�RTURB�PGRAD�...so i am trying to have two delimiters...one for the : and another for that other 3 symbol loook a like...but I am getting lost now cuz the file can not read the | delimiter...can anyone help please...
here is my code:import java.io.*;
import java.util.*;
import java.text.*;
import java.util.Date;
import java.lang.String;
public class file {
public static void main(String[] args) throws IOException {
// Display today's date using a default fomat for the current locale
DateFormat defaultDate = DateFormat.getDateInstance();
System.out.println(defaultDate.format(new Date()));
// Display Current time using a short time format for the current locale
DateFormat shortTime = DateFormat.getTimeInstance(DateFormat.SHORT);
System.out.println(shortTime.format(new Date()));
// Display date and time using a long format for both
DateFormat longTimestamp = DateFormat.getDateTimeInstance(DateFormat.FULL, DateFormat.FULL);
System.out.println(longTimestamp.format(new Date()));
// Declare Variables
StringBuffer desc;
// Keep looking through the file while it is still not end of file
try {           
// Opens the file and reads it
File theFile = new File("23133202.2");
BufferedReader in = new BufferedReader(new FileReader(theFile));
// Get Length of File, and see how big it is
long filelength = theFile.length();
Date lastModified = new java.util.Date(theFile.lastModified());
String str = new String("");
int i=0;
// Read the file line by line using a Token
while((str = in.readLine()) != null){
StringTokenizer st = new StringTokenizer(str,"|");
int count = st.countTokens();
toIndex = s.IndexOf("|", fromIndex);
if (toIndex!= -1) {
String firststring = s.substring(fromIndex, toIndex);
fromIndex = toIndex++;
// tokener contains all the field variables
String tokener = new String("");
//Vector vec = new Vector();
System.out.println();
while(st.hasMoreTokens()){
//vec.addElement(st.nextToken());
tokener = st.nextToken();
System.out.println(tokener);
//System.out.println(str);
int x = tokener.indexOf("Fields");
int y = tokener.indexOf("Group");
System.out.println(x);
System.out.println(y);
} // end while
//String[] strArray = new String[vec.size()];
//vec.copyInto(strArray);
//for (i=0; i<strArray.length; i++){
// System.out.println(strArray);
} // end the main while
// end try
catch (EOFException e) {
// end catch...in.close();

Answer 1

Ok I guess I put in the string wrong...so here is the
string that I am trying to divide
Fields:|REFNO|SEQNO|VERSION|OBSTRLM|FLOW|RPOISS|RTURB|P
RAD|, but when i read that in java, it reads the |
delimiter as a 3 symbol...and I guess the ASCII Code
for that is 179...but I dont know how to use that in
my program. How could I read the ASCII code Character
179 which is |, in my program.I could not get your code to compile. So I declared fromIndex and toIndex as int and assumed that s = str. test.txt has one line in it - |REFNO|SEQNO|VERSION|OBSTRLM|FLOW|RPOISS|RTURB|PRAD|, . This program compiles and prints out the tokens . Let me know if any of my assumptions are wrong .
public static void main(String[] args)
          // Display today's date using a default fomat for the current locale
          DateFormat defaultDate = DateFormat.getDateInstance();
          System.out.println(defaultDate.format(new Date()));
          // Display Current time using a short time format for the current locale
          DateFormat shortTime = DateFormat.getTimeInstance(DateFormat.SHORT);
          System.out.println(shortTime.format(new Date()));
          // Display date and time using a long format for both
          DateFormat longTimestamp = DateFormat.getDateTimeInstance(DateFormat.FULL, DateFormat.FULL);
          System.out.println(longTimestamp.format(new Date()));
          // Declare Variables
          StringBuffer desc;
          BufferedReader in = null;
          // Keep looking through the file while it is still not end of file
          try
               // Opens the file and reads it
               File theFile = new File("test.txt");
               in = new BufferedReader(new FileReader(theFile));
               // Get Length of File, and see how big it is
               long filelength = theFile.length();
               Date lastModified = new java.util.Date(theFile.lastModified());
               String str = new String("");
               int i=0;
               int fromIndex = 0;
               // Read the file line by line using a Token
               while((str = in.readLine()) != null){
               StringTokenizer st = new StringTokenizer(str,"|");
               int count = st.countTokens();
               int toIndex = str.indexOf("|", fromIndex);
               if (toIndex!= -1)
                    String firststring = str.substring(fromIndex, toIndex);
                    fromIndex = toIndex++;
               // tokener contains all the field variables
               String tokener = new String("");
               //Vector vec = new Vector();
               //System.out.println();
               while(st.hasMoreTokens())
                    //vec.addElement(st.nextToken());
                    tokener = st.nextToken();
                    System.out.println(tokener);
                    //System.out.println(str);
                    int x = tokener.indexOf("Fields");
                    int y = tokener.indexOf("Group");
                    System.out.println(x);
                    System.out.println(y);
               } // end the main while
               in.close();
          // end try
          catch (Exception e)
               try {
               in.close();
               catch (Exception ignore) {   }
               e.printStackTrace();
          // end catch...in.close();
     }