How to get the mouse clicked positions on a movie

Question

I am doing a project on Objects tracking
I am capturing the video data using webcamera and playing it using processor in JMF
my problem is , if i click on the movie that is being played currently, i have to display the co-ordinates of the mouse clicked position.
can anyone help me?
Thanks in advance
Sudha

Answer 1

hello
i have attache my coding here
see to it
import java.io.*;
import java.io.IOException;
import java.net.*;
import java.net.URL;
import java.awt.*;
import java.awt.image.*;
import java.awt.event.*;
import java.awt.event.MouseEvent;
import java.awt.event.MouseMotionListener;
import javax.swing.*;
import javax.media.*;
import javax.media.util.*;
import javax.media.Buffer.*;
import javax.media.format.*;
import javax.media.Format;
import javax.media.protocol.*;
import javax.media.control.*;
import javax.media.rtp.*;
import javax.media.protocol.DataSource;
import com.sun.media.ui.*;
import javax.media.format.YUVFormat;
import java.util.*;
import java.util.Vector;
import javax.imageio.*;
import javax.imageio.stream.*;
class capturing1 extends JInternalFrame implements ActionListener,MouseListener,MouseMotionListener,ControllerListener
* The entry point of the example
* @param args The command line arguments
     int mark_flg=0;
     int xpos=0,ypos=0;
     mdetect mde=new mdetect();
     protected boolean transitionOK;
     protected Object synchronizer;
     protected Processor processor;
     JButton mark;
     JButton track;
capturing1(String fname)
{     super(fname, true, true, true, true);
     getContentPane().setLayout( new BorderLayout() );
     setSize(320, 10);
     setLocation(50, 50);
     setVisible(true);
     processor = null;
synchronizer = new Object();
transitionOK = true;
     mark=new JButton("mark");
     track=new JButton("track");
     mark.setSize(25,25);
     track.setSize(25,25);
     mark.addActionListener(this);
     track.addActionListener(this);
     getContentPane().add("East", mark);
     //getContentPane().add("West", track);
     try {
     UIManager.setLookAndFeel("javax.swing.plaf.metal.MetalLookAndFeel");
     } catch (Exception e) {
     System.err.println("Could not initialize java.awt Metal lnf");
     Manager.setHint(Manager.LIGHTWEIGHT_RENDERER, new Boolean(true));
     addMouseListener(this);
     addMouseMotionListener(this);
     loadAndStart(fname);
public void loadAndStart(String fn)
boolean status;
status = loadFile(fn);
if (status) status = configure();
     TrackControl tc[] = processor.getTrackControls();
     if (tc == null) {
               System.err.println("Failed to obtain track controls from the processor.");
               System.exit(0);
          // Search for the track control for the video track.
          TrackControl videoTrack = null;
          for (int i = 0; i < tc.length; i++) {
               if (tc.getFormat() instanceof VideoFormat) {
               videoTrack = tc[i];
               break;
          if (videoTrack == null) {
               System.err.println("The input media does not contain a video track.");
               System.exit(0);
     try {
     Codec codec[] = {mde};
     videoTrack.setCodecChain(codec);
     } catch (UnsupportedPlugInException e) {
     System.err.println("The processor does not support effects.");
if (status) status = realize();
public boolean loadFile(String fn)
boolean status;
URL url;
     status = false;
     /*Vector v = CaptureDeviceManager.getDeviceList(new VideoFormat(
VideoFormat.YUV));
System.out.println(((CaptureDeviceInfo) v.get(0)).getName());
try{
     MediaLocator ml = ((CaptureDeviceInfo) v.get(0)).getLocator();
System.out.println(ml.toString());
     processor = Manager.createProcessor(ml);processor.addControllerListener(this);status = true;
}catch(Exception e){
System.err.println("Exception occured\n");
e.printStackTrace();
     System.exit(0);
try {
url = new URL("file:"+
System.getProperty("user.dir")+
"/"+fn);
if (url != null) {
processor = Manager.createProcessor(url);
     processor.addControllerListener(this);
status = true;
} catch (NoProcessorException npe) {
System.out.println("Unable to create a processor!");
} catch (IOException ioe) {
System.out.println("Unable to connect to source!");
return status;
public boolean configure()
boolean status;
status = false;
// Put the Processor into the configured state
processor.configure();
if (waitFor(processor.Configured)) {               
// Set the content descriptor to null so that the
// processor can be used as a player
processor.setContentDescriptor(null);
status = true;
} else {
System.out.println("Unable to configure the processor!");
return status;
public boolean realize()
boolean status;
Component c;
status = false;
// Put the Processor into the realized state
processor.prefetch();
if (waitFor(processor.Prefetched)) {               
// The Processor has been realized so the
// components can be layed out
c = processor.getVisualComponent();
getContentPane().add("Center", c);
c = processor.getControlPanelComponent();
if (c != null)
          getContentPane().add("South", c);
System.out.println("button added");
// Start the Processor
          validate();System.out.println("button added");
processor.start();
status = true;
} else {
System.out.println("Unable to realize the processor!");
return status;
protected boolean waitFor(int state)
// Make this block synchronized
synchronized(synchronizer) {
try {
while ((processor.getState() != state) &&
(transitionOK)) {
synchronizer.wait();
} catch (InterruptedException ie) {
// Ignore it
return transitionOK;
public synchronized void controllerUpdate(ControllerEvent evt)
if ( (evt instanceof ConfigureCompleteEvent) ||
(evt instanceof RealizeCompleteEvent) ||
(evt instanceof PrefetchCompleteEvent) ) {
// Synchronize this block
synchronized(synchronizer) {
transitionOK = true;
synchronizer.notifyAll();
} else if (evt instanceof ResourceUnavailableEvent) {
// Synchronize this block
synchronized(synchronizer) {
transitionOK = false;
synchronizer.notifyAll();
public void mouseMoved(MouseEvent e) {
//saySomething("Mouse moved", e);
public void mouseDragged(MouseEvent e) {
saySomething("Mouse dragged", e);
public void mousePressed(MouseEvent e) {
//saySomething("Mouse pressed; # of clicks: "
// + e.getClickCount(), e);
public void mouseReleased(MouseEvent e) {
//saySomething("Mouse released; # of clicks: "
// + e.getClickCount(), e);
public void mouseEntered(MouseEvent e) {
//saySomething("Mouse entered", e);
public void mouseExited(MouseEvent e) {
//saySomething("Mouse exited", e);
public void mouseClicked(MouseEvent e) {
saySomething("Mouse clicked (# of clicks: "
+ e.getClickCount() + ")", e);
     xpos=e.getX(); ypos=e.getY();
void saySomething(String eventDescription, MouseEvent e) {
     System.out.println("The Object is at the point "+"x ,"+e.getX()+ "y" + e.getY());
     if(mark_flg==1){
     mdetect.markObject(xpos,ypos);
     //mark_flg=0;
public void actionPerformed(ActionEvent e)
     if(e.getSource()==track)
          System.out.println("track pressed");
          processor.start();
     if(e.getSource()==mark)
          mark_flg=1;//processor.stop();
          System.out.println("mark pressed");
public class track extends Frame
{     JDesktopPane desktop;
public track(String f)
     setLayout( new BorderLayout() );
     desktop = new JDesktopPane();
     desktop.setDoubleBuffered(true);
     add("Center", desktop);
     setSize(640, 480);
     capturing1 cap1=new capturing1(f);
     desktop.add(cap1);
     setVisible(true);
public static void main(String args[])
new track(args[0]);
/****************************** mdetect class**********************************************/
class mdetect implements Effect
     //Processor processor;
static boolean marked=true; static int mark_flg=0; int a=1;
static int xpos=0,ypos=0;
private Format inputFormat;
private Format outputFormat;
private Format[] inputFormats;
private Format[] outputFormats;
private int[] bwPixels;
private byte[] bwData;
private RGBFormat vfIn = null;
private static int imageWidth = 0;
private int imageHeight = 0;
private int imageArea = 0;
static int[] p1;
mdetect()
System.out.println("mdetect called");
inputFormats = new Format[] {
new RGBFormat(null,
Format.NOT_SPECIFIED,
Format.byteArray,
Format.NOT_SPECIFIED,
                              24,
3, 2, 1,
3, Format.NOT_SPECIFIED,
Format.TRUE,
Format.NOT_SPECIFIED)
outputFormats = new Format[] {
new RGBFormat(null,
Format.NOT_SPECIFIED,
Format.byteArray,
Format.NOT_SPECIFIED,
                              24,
3, 2, 1,
3, Format.NOT_SPECIFIED,
Format.TRUE,
Format.NOT_SPECIFIED)
     public Format[] getSupportedInputFormats() {
return inputFormats;
     public Format [] getSupportedOutputFormats(Format input) {
if (input == null) {
return outputFormats;
if (matches(input, inputFormats) != null) {
return new Format[] { outputFormats[0].intersects(input) };
} else {
return new Format[0];
     public Format setInputFormat(Format input) {
inputFormat = input;
     return input;
     public Format setOutputFormat(Format output) {
if (output == null || matches(output, outputFormats) == null)
return null;
RGBFormat incoming = (RGBFormat) output;
Dimension size = incoming.getSize();
int maxDataLength = incoming.getMaxDataLength();
int lineStride = incoming.getLineStride();
float frameRate = incoming.getFrameRate();
int flipped = incoming.getFlipped();
int endian = incoming.getEndian();
if (size == null)
return null;
if (maxDataLength < size.width * size.height * 3)
maxDataLength = size.width * size.height * 3;
if (lineStride < size.width * 3)
lineStride = size.width * 3;
if (flipped != Format.FALSE)
flipped = Format.FALSE;
outputFormat = outputFormats[0].intersects(new RGBFormat(size,
maxDataLength,
null,
frameRate,
Format.NOT_SPECIFIED,
Format.NOT_SPECIFIED,
Format.NOT_SPECIFIED,
Format.NOT_SPECIFIED,
Format.NOT_SPECIFIED,
lineStride,
Format.NOT_SPECIFIED,
Format.NOT_SPECIFIED));
return outputFormat;
public synchronized int process(Buffer inBuffer, Buffer outBuffer) {
     int i=0;
     a++;
          //System.out.println("discard buffer"+inBuffer.isEOM());
          //System.out.println("w n h");
          //System.out.println("w"+size.width+"h"+size.height);
          //System.out.println("format"+inBuffer.getFormat());
          //System.out.println("RGB"+outImage.getRGB(3,3));
          //Graphics og = outImage.getGraphics();
          //og.drawImage(stopImage, 0, 0, size.width, size.height, null);
          vfIn = (RGBFormat) inBuffer.getFormat();
     Dimension size = vfIn.getSize();
          if(inBuffer.isEOM()==false)
          BufferToImage stopBuffer = new BufferToImage((VideoFormat) inBuffer.getFormat());
          Image stopImage = stopBuffer.createImage( inBuffer);
          BufferedImage outImage = new BufferedImage(size.width, size.height, BufferedImage.TYPE_INT_RGB);
          if(a==6)
          PictureButton.but(stopImage);
          System.out.println("stop image called");
          //cut
/*if(a<0)
     for(int rr=0;rr<MAXROWS;rr++)
          for(int cc=0;cc<MAXCOLS;cc++)
               System.out.print(PixelArray[rr][cc]+" ");
     System.out.println("@");
a=0;
     int outputDataLength = ((VideoFormat)outputFormat).getMaxDataLength();
validateByteArraySize(outBuffer, outputDataLength);
outBuffer.setLength(outputDataLength);
outBuffer.setFormat(outputFormat);
outBuffer.setFlags(inBuffer.getFlags());
     byte [] inData = (byte[]) inBuffer.getData();
byte [] outData =(byte[]) outBuffer.getData();
     Object data = inBuffer.getData();
int pixStrideIn = vfIn.getPixelStride();
int lineStrideIn = vfIn.getLineStride();
     imageWidth = (vfIn.getLineStride())/3; //Divide by 3 since each pixel has 3 colours.
     imageHeight = ((vfIn.getMaxDataLength())/3)/imageWidth;
     imageArea = imageWidth*imageHeight;
int r=0,g=0,b = 0; //Red, green and blue values.
     System.arraycopy(inData,0,outData,0,outData.length);
     bwPixels = new int[outputDataLength/3] ;
     p1=new int[outputDataLength/3];int[] p=new int[outputDataLength/3];
     for (int ip = 0; ip < inData.length; ip+=3) {
          int bw = 0;
               r = (int) inData[ip] ;
               g = (int) inData[ip+1] ;
               b = (int) inData[ip+2];
bw = (int) ((r + b + g)/ (double) 3);
          p1[ip/3]=bw;
     return BUFFER_PROCESSED_OK;
     public String getName() {
return "Motion Detection Codec";
public void open() {
public void close() {
public void reset() {
     public Format matches(Format in, Format outs[]) {
     for (int i = 0; i < outs.length; i++) {
     if (in.matches(outs[i]))
          return outs[i];
     return null;
public Object getControl(String controlType) {
System.out.println(controlType);
     return null;
public Object[] getControls() {
return null;
byte[] validateByteArraySize(Buffer buffer,int newSize) {
Object objectArray=buffer.getData();
byte[] typedArray;
if (objectArray instanceof byte[]) {     // Has correct type and is not null
typedArray=(byte[])objectArray;
if (typedArray.length >= newSize ) { // Has sufficient capacity
return typedArray;
byte[] tempArray=new byte[newSize]; // Reallocate array
System.arraycopy(typedArray,0,tempArray,0,typedArray.length);
typedArray = tempArray;
} else {
typedArray = new byte[newSize];
buffer.setData(typedArray);
return typedArray;
public static void markObject(int x,int y)
marked=true;
xpos=x; ypos=y;
/* int j =0, m=0,n=0;
int total = p1.length; int col = imageWidth; //int row = imageHeight;
int[][] twodim = new int[total/col][col];
System.out.println("p1 arr"+p1.length+","+twodim.length+"col"+col);
for(j=0;j<total;j++)
twodim[n][m] = p1[j];
System.out.print( twodim[n][m]+" ");
m++;
if( m ==col)
m=0; n++;
System.out.println("@"+n);
System.out.println("m"+m+"n"+n);*/
public int markObject()
//System.out.println("boolean mark called");
mark_flg=1;
return mark_flg;
/*****************************************end of mdetect class*****************************************************/
/*********************************** Image Icon class ****************************************************************/
class PictureButton extends JFrame implements MouseMotionListener,MouseListener{
static Image image;Icon icon2;JButton button2=new JButton("hi"); int[] pixels; Container content;
public PictureButton(Image img ) {
super("PictureButton v1.0");
setSize(200, 200);
setLocation(200, 200);
Icon icon = new ImageIcon(img);
JButton button = new JButton(icon);
     button.addMouseMotionListener(this);
     button.addMouseListener(this);
button.addActionListener(new ActionListener( ) {
public void actionPerformed(ActionEvent ae) {
System.out.println("Urp!");
content = getContentPane( );
content.setLayout(new FlowLayout( ));
content.add(button);
     //content.add(button2);
public static void but(Image im) {
     image=im;
JFrame f = new PictureButton(im );
f.addWindowListener(new WindowAdapter( ) {
public void windowClosing(WindowEvent we) { System.exit(0); }
f.setVisible(true);
public void mouseMoved(MouseEvent e) {
//saySomething("Mouse moved", e);
public void mouseDragged(MouseEvent e) {
saySomething("Mouse dragged", e);
public void mousePressed(MouseEvent e) {
//saySomething("Mouse pressed; # of clicks: "
// + e.getClickCount(), e);
public void mouseReleased(MouseEvent e) {
//saySomething("Mouse released; # of clicks: "
// + e.getClickCount(), e);
public void mouseEntered(MouseEvent e) {
//saySomething("Mouse entered", e);
public void mouseExited(MouseEvent e) {
//saySomething("Mouse exited", e);
public void mouseClicked(MouseEvent e) {
saySomething("Mouse clicked (# of clicks: "
+ e.getClickCount() + ")", e);
void saySomething(String eventDescription, MouseEvent e) {
int w=0;int ind=0;
     System.out.println("The Object is at the point "+"x ,"+e.getX()+ "y" + e.getY());
     int[][][] imagePixels = imageIO.loadImage(image);
          final int MAXROWS = imagePixels.length;
          final int MAXCOLS = imagePixels[0].length;
          int[][] PixelArray = new int[MAXROWS][MAXCOLS];
          pixels=new int[MAXROWS*MAXCOLS];
          int cnt=0;
          int pix=0,pix1=0;
for(int row=0; row<imagePixels.length; row++) {
for(int col=0; col<imagePixels[0].length; col++) {
for(int rgbo=0; rgbo<4; rgbo++) {
               if((cnt<3)&&(rgbo<3))
w++;
               pix=pix+imagePixels[row][col][rgbo];
               cnt++;
               else
               {cnt=0;}
} // for rgbo
pix1 = pix/3;
pix = 0;
               /*if(col<97)
               {pix1=(byte)192;}*/
PixelArray[row][col] = pix1;
               System.out.print(pix1+" ");
} // for col
               System.out.println("@");
} // for row
     System.out.println("pix arr"+PixelArray.length);
     for(int ww=0;ww<MAXROWS;ww++)
     for(int hh=0;hh<MAXCOLS;hh++)
     pixels[ind++]=PixelArray[ww][hh];
     image = createImage (new MemoryImageSource( MAXROWS,MAXCOLS, pixels, 0, MAXROWS));
     System.out.println(" img added");
/********************************* end of Image Icon class**********************************************************/
this program will capture the video n play
if u click on the mark button processor will be stopped
u can click on the image and get the mouse co-ordinates
i have also got the pixel values of the current frame at which u had clicked the mark button..do some manipulation on the pixels to get ur stuff work
hope this will help u in some way
regards
sudha