Need some help on code

Question

hello all.
i have some errors in my code.
the errors are:
java.net.MalformedURLException
        at java.net.URL.<init>(URL.java:601)
        at java.net.URL.<init>(URL.java:464)
        at java.net.URL.<init>(URL.java:413)
        at work2.LinksExtractor.<init>(LinksExtractor.java:95)
        at work2.TestWorkerThread.run(TestWorkerThread.java:35)
        at work2.WorkerThread.run(ThreadPool.java:150)
java.net.MalformedURLException
        at java.net.URL.<init>(URL.java:601)
        at java.net.URL.<init>(URL.java:464)
        at java.net.URL.<init>(URL.java:413)
        at work2.LinksExtractor.<init>(LinksExtractor.java:95)
        at work2.TestWorkerThread.run(TestWorkerThread.java:35)
        at work2.WorkerThread.run(ThreadPool.java:150)
Exception in thread "main" java.lang.ArrayIndexOutOfBoundsException: 1
        at work2.spy.printLinks(spy.java:108)
        at work2.spy.shearch(spy.java:77)
        at work2.spy.main(spy.java:42)in my code i created a thread pool and wrote the run function. in the program I tryed to find all the links in the page,and the threads are take care of that link.
thanks alot!
/*   finding all the links in the str and calling page function to calculate the statistic of the shearchWord*/
private static void printLinks(String str,String shearchWord,URL u) {
ThreadPool pool = new ThreadPool(10);
    //ArrayList of saving the results of statistic and the link
    ArrayList<linkerCount> list = new ArrayList<linkerCount>();
    try {
         //Thread[]   threads = new Thread[Global.numOfThreads];
          LinksExtractor extractor = new LinksExtractor(u);
          String[] propsToExtract = new String[] {"href"};
// to know that is the length propsToExtract.length
          for(int i=0;i<10;i++) {
               //call the extract method with property as argument
               //get the Iterator from ArrayList which returned by the method
               Iterator<URL> iterator = extractor.extract(propsToExtract).iterator();
               //iterate through results
               while(iterator.hasNext()) {
                    //print every result
                    //System.out.println(iterator.next().toString());
                    pool.assign(new TestWorkerThread(iterator.next().toString()));
pool.complete();
System.out.println(printLinkerCount(Global.list));
                         // threadsClass threads[j] = new threadsClass(iterator.next().toString());
                         // threads[j].start();
// threadsClass t=new threadsClass(iterator.next().toString());
// t.start();
// System.out.print(printLinkerCount(list));
          // if (page(str.substring(start,startText),shearchWord)!=null)
     // list.add(page(str.substring(start,startText),shearchWord));
     catch (IOException e) {
          // TODO Auto-generated catch block
          e.printStackTrace();
package work2;
import java.util.*;
* Java Thread Pool
* This is the main class for the thread pool. You should
* create an instance of this class and assign tasks to it.
* @version 1.0
public class ThreadPool {
* The threads in the pool.
protected Thread threads[] = null;
* The backlog of assignments, which are waiting
* for the thread pool.
Collection assignments = new ArrayList(3);
* A Done object that is used to track when the
* thread pool is done, that is has no more work
* to perform.
protected Done done = new Done();
* The constructor.
* @param size How many threads in the thread pool.
public ThreadPool(int size)
threads = new WorkerThread[size];
for (int i=0;i<threads.length;i++) {
threads[i] = new WorkerThread(this);
threads[i].start();
* Add a task to the thread pool. Any class
* which implements the Runnable interface
* may be assienged. When this task runs, its
* run method will be called.
* @param r An object that implements the Runnable interface
public synchronized void assign(Runnable r)
done.workerBegin();
assignments.add(r);
notify();
* Get a new work assignment.
* @return A new assignment
public synchronized Runnable getAssignment()
try {
while ( !assignments.iterator().hasNext() )
wait();
Runnable r = (Runnable)assignments.iterator().next();
assignments.remove(r);
return r;
} catch (InterruptedException e) {
done.workerEnd();
return null;
* Called to block the current thread until
* the thread pool has no more work.
public void complete()
done.waitBegin();
done.waitDone();
protected void finalize()
done.reset();
for (int i=0;i<threads.length;i++) {
threads[i].interrupt();
done.workerBegin();
threads[i].destroy();
done.waitDone();
* The worker threads that make up the thread pool.
* @author Jeff Heaton
* @version 1.0
class WorkerThread extends Thread {
* True if this thread is currently processing.
public boolean busy;
* The thread pool that this object belongs to.
public ThreadPool owner;
* The constructor.
* @param o the thread pool
WorkerThread(ThreadPool o)
owner = o;
* Scan for and execute tasks.
public void run()
Runnable target = null;
do {
target = owner.getAssignment();
if (target!=null) {
target.run();
owner.done.workerEnd();
} while (target!=null);
* To change this template, choose Tools | Templates
* and open the template in the editor.
package work2;
import java.io.IOException;
import java.net.URL;
import java.util.ArrayList;
import java.util.Iterator;
* @author vitaly87
*/public class TestWorkerThread implements Runnable {
static private int count = 0;
String link;// the links to shearch in
private int taskNumber;
protected Done done;
* @param done
TestWorkerThread(String link)
link=this.link;
count++;
taskNumber = count;
public void run()
try{
          LinksExtractor extractor = new LinksExtractor(this.link);
     String[] propsToExtract = new String[] {"href"};
     for(int i=0;i<propsToExtract.length;i++) {
          //call the extract method with property as argument
          //get the Iterator from ArrayList which returned by the method
          Iterator<URL> iterator = extractor.extract(propsToExtract[i]).iterator();
          //iterate through results
          while(iterator.hasNext()){
               synchronized(this) {
               Global.list.add(spy.newPage(iterator.next().toString(),Global.shearchWord));
}catch(IOException e) {
     // TODO Auto-generated catch block
     e.printStackTrace();
try {
Thread.sleep((int)(Math.random()*500));
} catch (InterruptedException b) {

Answer 1

ok the line 42 is,
target= in.readLine();
i thinks its because the thread pool all the errors,but i dont sure. here is the "main things in the" class spy.java. I am sorry if the code is too long.hope you can help me:)
the main function is shearch.
the spy.java is:
public class spy {
public static void main(String[] args) {
String target = null;
    try
    BufferedReader in = new BufferedReader(new InputStreamReader(System.in));
    System.out.println("write the shearch word:");
    target= in.readLine();
    //System.out.println("wait for the result");
    shearch(target);
    catch(IOException e)
         System.out.println("IOException has been caught");
/*  function that get a word to search  web . */
public static void shearch(String target) {
target = target.trim( );
Global.shearchWord=target;
QueryString query = new QueryString("search", target);
try
{//Open the URL for reading
    URL u = new URL("http://search.dmoz.org/cgi-bin/search?search=" + query);
String str="";
       // buffer the input to increase performance
    InputStream in = new BufferedInputStream(u.openStream());
    // chain the InputStream to a Reader
    InputStreamReader theHTML = new InputStreamReader(in);
   //System.out.print(StreamToString(theHTML));
//str is string of the converse of the Html
    str=StreamToString(theHTML);
    printLinks(str,target,u);
    //System.out.println(str);
catch (MalformedURLException e)
    System.err.println(e);
catch (IOException e)
    System.err.println(e);
/*   finding all the links in the str and calling page function to calculate the statistic of the shearchWord*/
private static void printLinks(String str,String shearchWord,URL u) {
ThreadPool pool = new ThreadPool(10);
    //ArrayList of saving the results of statistic and the link
    ArrayList<linkerCount> list = new ArrayList<linkerCount>();
    try {
         //Thread[]   threads = new Thread[Global.numOfThreads];
          LinksExtractor extractor = new LinksExtractor(u);
          String[] propsToExtract = new String[] {"href"};
// to know that is the length propsToExtract.length
          for(int i=0;i<propsToExtract.length;i++) {
               //call the extract method with property as argument
               //get the Iterator from ArrayList which returned by the method
               Iterator<URL> iterator = extractor.extract(propsToExtract).iterator();
               //iterate through results
               while(iterator.hasNext()) {
                    //print every result
                    //System.out.println(iterator.next().toString());
                    pool.assign(new TestWorkerThread(iterator.next().toString()));
pool.complete();
Global.deleteDuplicate();
System.out.println(printLinkerCount(Global.list));
                         // threadsClass threads[j] = new threadsClass(iterator.next().toString());
                         // threads[j].start();
// threadsClass t=new threadsClass(iterator.next().toString());
// t.start();
// System.out.print(printLinkerCount(list));
          // if (page(str.substring(start,startText),shearchWord)!=null)
     // list.add(page(str.substring(start,startText),shearchWord));
     catch (IOException e) {
          // TODO Auto-generated catch block
          e.printStackTrace();
//finding all the links in the page
/*get the ArrayList and return a sorrting array list */
private static ArrayList<linkerCount> printLinkerCount( ArrayList<linkerCount> list) {
double max;
int index=0;
ArrayList<linkerCount> finalList = new ArrayList<linkerCount>();
for(int i=0;list.size()>i;i++ ){
     max=(double) ((linkerCount) list.get(i)).getCount();
     index=i;
     if (max!=-1){
          for(int j=0;list.size()>j;j++ )
               if ((double) ((linkerCount) list.get(j)).getCount()!=-1)
               if (max-(double) ((linkerCount) list.get(j)).getCount()<0)
               {index=j;
               max=(double) ((linkerCount) list.get(j)).getCount();}
               if (j+1==list.size()) {
                    finalList.add(linkerCount.getNewLinkerCount(max,((linkerCount) list.get(index)).getLink()));
System.out.println(max+((linkerCount) list.get(index)).getLink());
                    ((linkerCount) list.get(index)).setCount(-1);
return finalList;
/* get the links and the word. trying to find that word in the page.
* the function return the links and the statistics */
static linkerCount newPage(String link,String word) {
     String str = new String();
try
{//Open the URL for reading
URL u = new URL(link);
// TODO Auto-generated method stub
// buffer the input to increase performance
InputStream in = new BufferedInputStream(u.openStream());
// chain the InputStream to a Reader
InputStreamReader theHTML = new InputStreamReader(in);
str=StreamToString(theHTML);
//get of all the html tags
str = str.replaceAll("\\<.*?\\>", "");
theHTML.close();
//System.out.println(statistic+link);
catch (MalformedURLException e)
System.err.println(e);
catch (IOException e)
System.err.println(e);
}double statistic;
if (countWord(str)!=0)
statistic=(double)countSubString(str,word)/countWord(str);
} else statistic=0;
//inserting the link and the statistic to listArray
linkerCount s=new linkerCount(link,statistic);
//System.out.println(statistic+link);
return s;
Edited by: vitaly87 on Apr 9, 2010 9:24 AM