Problem using BufferToImage with Quicktime mov�s.

Question

I have modified the FrameAccess.java in an attempt to grab frames from a quicktime movie and output them as jpeg sequence. While I can use FrameAcess to grab the frames of an avi, I cannot get it to output frames from the quicktime movie.
The qicktime movie I am using plays fine within jmf (in fact it was generated by jmf) and it plays fine within the standard quicktime player.
However, when I use the bufferToImage method on a quicktime movie, it always outputs a null image (I have tried various methods).
I have provided my complete code (which has a hardcoded link to a quicktime file). Any ideas? Has anyone been able to do this? Perhaps I have a format error? Should jmf really be this confusing?
Thanks,
-Adam
import java.awt.*;
import javax.media.*;
import javax.media.control.TrackControl;
import javax.media.Format;
import javax.media.format.*;
import java.awt.event.*;
import java.io.*;
import javax.media.util.BufferToImage;
import java.awt.image.BufferedImage;
import javax.imageio.*;
import javax.imageio.stream.*;
import java.util.*;
import javax.imageio.event.*;
* Sample program to access individual video frames by using a "pass-thru"
* codec. The codec is inserted into the data flow path. As data pass through
* this codec, a callback is invoked for each frame of video data.
public class FrameAccess extends Frame implements ControllerListener {
     Processor p;
     Object waitSync = new Object();
     boolean stateTransitionOK = true;
     public boolean open(MediaLocator ml) {
          try {
               p = Manager.createProcessor(ml);
          } catch (Exception e) {
               System.err.println("Failed to create a processor from the given url: " + e);
               return false;
          p.addControllerListener(this);
          p.configure();
          if (!waitForState(p.Configured)) {
               System.err.println("Failed to configure the processor.");
               return false;
          p.setContentDescriptor(null);
          TrackControl tc[] = p.getTrackControls();
          if (tc == null) {
               System.err.println("Failed to obtain track controls from the processor.");
               return false;
          TrackControl videoTrack = null;
          for (int i = 0; i < tc.length; i++) {
               if (tc.getFormat() instanceof VideoFormat) {
                    videoTrack = tc[i];
                    break;
          if (videoTrack == null) {
               System.err.println("The input media does not contain a video track.");
               return false;
          System.err.println("Video format: " + videoTrack.getFormat());
          // Instantiate and set the frame access codec to the data flow path.
          try {
               Codec codec[] = { new PreAccessCodec(), new PostAccessCodec() };
               videoTrack.setCodecChain(codec);
          } catch (UnsupportedPlugInException e) {
               System.err.println("The process does not support effects.");
          // Realize the processor.
          p.prefetch();
          if (!waitForState(p.Prefetched)) {
               System.err.println("Failed to realize the processor.");
               return false;
          setLayout(new BorderLayout());
          Component cc;
          Component vc;
          if ((vc = p.getVisualComponent()) != null) {
               add("Center", vc);
          if ((cc = p.getControlPanelComponent()) != null) {
               add("South", cc);
          // Start the processor.
          p.start();
          setVisible(true);
          return true;
     public void addNotify() {
          super.addNotify();
          pack();
     * Block until the processor has transitioned to the given state. Return
     * false if the transition failed.
     boolean waitForState(int state) {
          synchronized (waitSync) {
               try {
                    while (p.getState() != state && stateTransitionOK)
                         waitSync.wait();
               } catch (Exception e) { }
          return stateTransitionOK;
     * Controller Listener.
     public void controllerUpdate(ControllerEvent evt) {
          if (evt instanceof ConfigureCompleteEvent
                    || evt instanceof RealizeCompleteEvent
                    || evt instanceof PrefetchCompleteEvent) {
               synchronized (waitSync) {
                    stateTransitionOK = true;
                    waitSync.notifyAll();
          } else if (evt instanceof ResourceUnavailableEvent) {
               synchronized (waitSync) {
                    stateTransitionOK = false;
                    waitSync.notifyAll();
          } else if (evt instanceof EndOfMediaEvent) {
               p.close();
               System.exit(0);
     public static void main(String[] args) {
          String s = "c:\\videoTest\\testJava.mov";
          File f= new File(s);
          MediaLocator ml=null;
          try {
          if ((ml = new MediaLocator(f.toURL())) == null) {
               System.err.println("Cannot build media locator from: " + s);
               System.exit(0);
          }} catch(Exception e) { }
          FrameAccess fa = new FrameAccess();
          if (!fa.open(ml))
               System.exit(0);
     static void prUsage() {
          System.err.println("Usage: java FrameAccess <url>");
     public class PreAccessCodec implements Codec {
          void accessFrame(Buffer frame) {
               long t = (long) (frame.getTimeStamp() / 10000000f);
               System.err.println("Pre: frame #: " + frame.getSequenceNumber()+ ", time: " + ((float) t) / 100f + ", len: "+ frame.getLength());
          protected Format supportedIns[] = new Format[] { new VideoFormat(null) };
          protected Format supportedOuts[] = new Format[] { new VideoFormat(null) };
          Format input = null, output = null;
          public String getName() { return "Pre-Access Codec"; }
          public void open() { }
          public void close() {}
          public void reset() {}
          public Format[] getSupportedInputFormats() { return supportedIns; }
          public Format[] getSupportedOutputFormats(Format in) {
               if (in == null)
                    return supportedOuts;
               else {
                    // If an input format is given, we use that input format
                    // as the output since we are not modifying the bit stream
                    // at all.
                    Format outs[] = new Format[1];
                    outs[0] = in;
                    return outs;
          public Format setInputFormat(Format format) {
               input = format;
               return input;
          public Format setOutputFormat(Format format) {
               output = format;
               return output;
          public int process(Buffer in, Buffer out) {
               // This is the "Callback" to access individual frames.
               accessFrame(in);
               // Swap the data between the input & output.
               Object data = in.getData();
               in.setData(out.getData());
               out.setData(data);
               // Copy the input attributes to the output
               out.setFormat(in.getFormat());
               out.setLength(in.getLength());
               out.setOffset(in.getOffset());
               return BUFFER_PROCESSED_OK;
          public Object[] getControls() {
               return new Object[0];
          public Object getControl(String type) {
               return null;
     public class PostAccessCodec extends PreAccessCodec {
          public PostAccessCodec() {
               // this is my guess for the video format of a quicktime? Any ideas?
               VideoFormat myFormat= new VideoFormat(VideoFormat.JPEG, new Dimension(800,
                         600), Format.NOT_SPECIFIED, Format.byteArray,
                         (float) 30);
               supportedIns = new Format[] { myFormat };
               // this will load in an avi fine... but I commented it out
               //supportedIns = new Format[] { new RGBFormat() }; /
          void accessFrame(Buffer frame) {               
          if (true) {
               System.out.println(frame.getFormat());
               BufferToImage stopBuffer = new BufferToImage((VideoFormat) frame.getFormat());
               Image stopImage = stopBuffer.createImage(frame);
               if (stopImage==null) System.out.println("null image");
               try {
                    BufferedImage outImage = new BufferedImage(800, 600, BufferedImage.TYPE_INT_RGB);
                    Graphics og = outImage.getGraphics();
                    og.drawImage(stopImage, 0, 0, 800, 600, null);
                    //prepareImage(outImage,rheight,rheight, null);
                    Iterator writers = ImageIO.getImageWritersByFormatName("jpg");
                    ImageWriter writer = (ImageWriter) writers.next();
                    //Once an ImageWriter has been obtained, its destination must be set to an ImageOutputStream:
                    File f = new File("newimage" + frame.getSequenceNumber() + ".jpg");
                    ImageOutputStream ios = ImageIO.createImageOutputStream(f);
                    writer.setOutput(ios);
                    //Add writer listener to prevent the program from becoming out of memory
               writer.addIIOWriteProgressListener(
                         new IIOWriteProgressListener(){
                         public void imageStarted(ImageWriter source, int imageIndex) {}
                         public void imageProgress(ImageWriter source, float percentageDone) {}
                         public void imageComplete(ImageWriter source){
                         source.dispose();
                         public void thumbnailStarted(ImageWriter source, int imageIndex, int thumbnailIndex) {}
                         public void thumbnailProgress(ImageWriter source, float percentageDone) {}
                         public void thumbnailComplete(ImageWriter source) {}
                         public void writeAborted(ImageWriter source) {}
                    //Finally, the image may be written to the output stream:
                    //BufferedImage bi;
                    //writer.write(imagebi);
                    writer.write(outImage);
                    ios.close();
               } catch (IOException e) {     
                    System.out.println("Error :" + e);
          //alreadyPrnt = true;
          long t = (long) (frame.getTimeStamp() / 10000000f);
          System.err.println("Post: frame #: " + frame.getSequenceNumber() + ", time: " + ((float) t) / 100f + ", len: " + frame.getLength());     
          public String getName() {
               return "Post-Access Codec";

Answer 1

Andyble,
Thanks for the suggestion. When I use your line, my Image is no longer null (and the resulting BufferedImage is not null either), but it outputs a "black" in the jpeg file. Any other ideas? What did you mean by a -1 F for the frame rate? Did you mean changing the format to a negative 1 frame rate? I tried that, but it did not seem to have any change. Can you let me know if I misunderstood that. Thanks.
-Adam