Creating video from images

Question

I am trying to make video from images
here is my program
import java.awt.Dimension;
import java.awt.Image;
import javax.media.*;
import javax.media.control.*;
import javax.media.protocol.*;
import javax.media.protocol.DataSource;
import javax.media.datasink.*;
import javax.media.format.VideoFormat;
import javax.media.util.ImageToBuffer;
import java.io.*;
import java.util.*;
*For AVI files, each frame must have a time stamp set. See the following message from the jmf-interest archives for details:
http://archives.java.sun.com/cgi-bin/wa?A2=ind0107&L=jmf-interest&P=R34660
public class AviCreator implements ControllerListener, DataSinkListener
private boolean doIt(
int width,
int height,
int frameRate,
MediaLocator outML)
     File folder=new File("c:/images1");     
          File [] files=folder.listFiles();
ImageDataSource ids = new ImageDataSource(width, height, frameRate,files);
Processor p;
try
System.err.println(
"- create processor for the image datasource ...");
p = Manager.createProcessor(ids);
catch (Exception e)
System.err.println(
"Yikes! Cannot create a processor from the data source.");
return false;
p.addControllerListener(this);
// Put the Processor into configured state so we can set
// some processing options on the processor.
p.configure();
if (!waitForState(p, Processor.Configured))
System.err.println("Failed to configure the processor.");
return false;
// Set the output content descriptor to QuickTime.
p.setContentDescriptor(
new ContentDescriptor(FileTypeDescriptor.MSVIDEO));
// Query for the processor for supported formats.
// Then set it on the processor.
TrackControl tcs[] = p.getTrackControls();
Format f[] = tcs[0].getSupportedFormats();
if (f == null || f.length <= 0)
System.err.println(
"The mux does not support the input format: "
+ tcs[0].getFormat());
return false;
tcs[0].setFormat(f[0]);
System.err.println("Setting the track format to: " + f[0]);
// We are done with programming the processor. Let's just
// realize it.
p.realize();
if (!waitForState(p, Processor.Realized))
System.err.println("Failed to realize the processor.");
return false;
// Now, we'll need to create a DataSink.
DataSink dsink;
if ((dsink = createDataSink(p, outML)) == null)
System.err.println(
"Failed to create a DataSink for the given output MediaLocator: "
+ outML);
return false;
dsink.addDataSinkListener(this);
fileDone = false;
System.err.println("start processing...");
// OK, we can now start the actual transcoding.
try
p.start();
dsink.start();
catch (IOException e)
System.err.println("IO error during processing");
return false;
// Wait for EndOfStream event.
waitForFileDone();
// Cleanup.
try
dsink.close();
catch (Exception e)
p.removeControllerListener(this);
System.err.println("...done processing.");
return true;
* Create the DataSink.
private DataSink createDataSink(Processor p, MediaLocator outML)
DataSource ds;
if ((ds = p.getDataOutput()) == null)
System.err.println(
"Something is really wrong: the processor does not have an output DataSource");
return null;
DataSink dsink;
try
System.err.println("- create DataSink for: " + outML);
dsink = Manager.createDataSink(ds, outML);
dsink.open();
catch (Exception e)
System.err.println("Cannot create the DataSink: " + e);
return null;
return dsink;
private Object waitSync = new Object();
private boolean stateTransitionOK = true;
* Block until the processor has transitioned to the given state.
* Return false if the transition failed.
private boolean waitForState(Processor p, int state)
synchronized (waitSync)
try
while (p.getState() < state && stateTransitionOK)
waitSync.wait();
catch (Exception e)
return stateTransitionOK;
* Controller Listener.
public void controllerUpdate(ControllerEvent evt)
if (evt instanceof ConfigureCompleteEvent
|| evt instanceof RealizeCompleteEvent
|| evt instanceof PrefetchCompleteEvent)
synchronized (waitSync)
stateTransitionOK = true;
waitSync.notifyAll();
else if (evt instanceof ResourceUnavailableEvent)
synchronized (waitSync)
stateTransitionOK = false;
waitSync.notifyAll();
else if (evt instanceof EndOfMediaEvent)
evt.getSourceController().stop();
evt.getSourceController().close();
private Object waitFileSync = new Object();
private boolean fileDone = false;
private boolean fileSuccess = true;
* Block until file writing is done.
private boolean waitForFileDone()
synchronized (waitFileSync)
try
while (!fileDone)
waitFileSync.wait();
catch (Exception e)
return fileSuccess;
* Event handler for the file writer.
public void dataSinkUpdate(DataSinkEvent evt)
if (evt instanceof EndOfStreamEvent)
synchronized (waitFileSync)
fileDone = true;
waitFileSync.notifyAll();
else if (evt instanceof DataSinkErrorEvent)
synchronized (waitFileSync)
fileDone = true;
fileSuccess = false;
waitFileSync.notifyAll();
public static String[] createParam()
     File folder=new File("c:/images1");     
     String [] files=folder.list();
     String param[]=new String[files.length+8];          
param[0]="-w";
param[1]="400";
param[2]="-h";
param[3]="300";
param[4]="-f";
param[5]="1";
param[6]="-o";
param[7]="file:/c:/images/abc.avi";          
     for(int i=8;i<files.length+8;i++)     
          param="file:/c:/images1/"+files[i-8];
return param;     
public static void main(String args1[]) throws Exception
//jpegCreator.main(null);
//if (args.length == 0)
// prUsage();
          //String [] args ={"-w","320" ,"-h","240", "-f","1", "-o", "file:/c:/images/abc.mov","file:/c:/images/surya_jo1.jpg", "file:/c:/temp/flower1_jpg.jpg" };
          String [] args=createParam();
// Parse the arguments.
int i = 0;
int width = -1, height = -1, frameRate = 1;
Vector inputFiles = new Vector();
inputFiles.add("file:/c:/images/surya_jo1.jpg");
inputFiles.add("file:/c:/images/flower1_jpg.jpg");
String outputURL = null;
width = 128;
height = 128;
outputURL = "file:/c:/images/abc.avi";
// Generate the output media locators.
MediaLocator oml;
if ((oml = createMediaLocator(outputURL)) == null)
System.err.println("Cannot build media locator from: " + outputURL);
System.exit(0);
AviCreator imageToMovie = new AviCreator();
imageToMovie.doIt(width, height, frameRate, oml);
System.exit(0);
static void prUsage()
System.err.println(
"Usage: java JpegImagesToMovie -w <width> -h <height> -f <frame rate> -o <output URL> <input JPEG file 1> <input JPEG file 2> ...");
System.exit(-1);
* Create a media locator from the given string.
private static MediaLocator createMediaLocator(String url)
MediaLocator ml;
if (url.indexOf(":") > 0 && (ml = new MediaLocator(url)) != null)
return ml;
if (url.startsWith(File.separator))
if ((ml = new MediaLocator("file:" + url)) != null)
return ml;
else
String file =
"file:" + System.getProperty("user.dir") + File.separator + url;
if ((ml = new MediaLocator(file)) != null)
return ml;
return null;
// Inner classes.
* A DataSource to read from a list of JPEG image files and
* turn that into a stream of JMF buffers.
* The DataSource is not seekable or positionable.
/************************************************* private class ImageDataSource extends PullBufferDataSource
private ImageSourceStream streams[];
ImageDataSource(int width, int height, int frameRate)
streams = new ImageSourceStream[1];
streams[0] = new ImageSourceStream(width, height, frameRate);
public void setLocator(MediaLocator source)
public MediaLocator getLocator()
return null;
public String getContentType()
return ContentDescriptor.RAW;
public void connect()
public void disconnect()
public void start()
public void stop()
public PullBufferStream[] getStreams()
return streams;
public Time getDuration()
System.out.println("dur is " + streams[0].nextImage);
//return new Time(1000000000);
return DURATION_UNKNOWN;
public Object[] getControls()
return new Object[0];
public Object getControl(String type)
return null;
* A DataSource to read from a list of JPEG image files or
* java.awt.Images, and
* turn that into a stream of JMF buffers.
* The DataSource is not seekable or positionable.
private static class ImageDataSource extends PullBufferDataSource {
private final Time durTime;
private final PullBufferStream[] streams = new JpegSourceStream[1];
* Constructor for creating movies out of jpegs
ImageDataSource(int width, int height, int frameRate, File[] jpegFiles) {
streams[0] = new JpegSourceStream(width, height, frameRate, jpegFiles);
this.durTime = new Time(jpegFiles.length / frameRate);
* Constructor for creating movies out of Images
* NOTE - this is all done IN MEMORY, so you'd better have enough
/*ImageDataSource(int width, int height, int frameRate, Image[] images) {
streams[0] = new AWTImageSourceStream(width, height, frameRate, images);
this.durTime = new Time(images.length / frameRate);
public void setLocator(MediaLocator source) {
public MediaLocator getLocator() {
return null;
* Content type is of RAW since we are sending buffers of video
* frames without a container format.
public String getContentType() {
return ContentDescriptor.RAW;
public void connect() {
public void disconnect() {
public void start() {
public void stop() {
* Return the ImageSourceStreams.
public PullBufferStream[] getStreams() {
return streams;
public Time getDuration() {
return durTime;
public Object[] getControls() {
return new Object[0];
public Object getControl(String type) {
return null;
* The jpeg-based source stream to go along with ImageDataSource.
private static class JpegSourceStream implements PullBufferStream {
private final File[] jpegFiles;
private final int width, height;
private final VideoFormat videoFormat;
private int nextImage = 0; // index of the next image to be read.
private boolean ended = false;
// Bug fix from Forums - next one line
long seqNo = 0;
public JpegSourceStream(int width, int height, int frameRate, File[] jpegFiles) {
this.width = width;
this.height = height;
this.jpegFiles = jpegFiles;
this.videoFormat = new VideoFormat(VideoFormat.JPEG,
new Dimension(width, height),
Format.NOT_SPECIFIED,
Format.byteArray,
(float)frameRate);
* We should never need to block assuming data are read from files.
public boolean willReadBlock() {
return false;
* This is called from the Processor to read a frame worth
* of video data.
public void read(final Buffer buf) {
try {
// Check if we've finished all the frames.
if (nextImage >= jpegFiles.length) {
// We are done. Set EndOfMedia.
System.out.println("Done reading all images.");
buf.setEOM(true);
buf.setOffset(0);
buf.setLength(0);
ended = true;
return;
File imageFile = jpegFiles[nextImage];
nextImage++;
System.out.println(" - reading image file: " + imageFile);
// Open a random access file for the next image.
RandomAccessFile raFile = new RandomAccessFile(imageFile, "r");
byte[] data = (byte[])buf.getData();
// Check to see the given buffer is big enough for the frame.
if (data == null || data.length < raFile.length()) {
// allocate larger buffer
data = new byte[(int)raFile.length()];
buf.setData(data);
// Read the entire JPEG image from the file.
raFile.readFully(data, 0, (int)raFile.length());
System.out.println(" read " + raFile.length() + " bytes.");
// Bug fix for AVI files from Forums ( next 3 lines).
long time = (long) (seqNo * (1000 / videoFormat.getFrameRate()) * 1000000);
buf.setTimeStamp(time);
buf.setSequenceNumber(seqNo++);
buf.setOffset(0);
buf.setLength((int)raFile.length());
buf.setFormat(videoFormat);
buf.setFlags(buf.getFlags() | buf.FLAG_KEY_FRAME);
// Close the random access file.
raFile.close();
} catch (Exception e) {
// it's important to print the stack trace here because the
// sun class that calls this method silently ignores
// any IOExceptions that get thrown
e.printStackTrace();
throw new RuntimeException(e);
* Return the format of each video frame. That will be JPEG.
public Format getFormat() {
return videoFormat;
public ContentDescriptor getContentDescriptor() {
return new ContentDescriptor(ContentDescriptor.RAW);
public long getContentLength() {
return LENGTH_UNKNOWN;
public boolean endOfStream() {
return ended;
public Object[] getControls() {
return new Object[0];
public Object getControl(String type) {
return null;
* The source stream to go along with ImageDataSource.
/*************************************************************** class ImageSourceStream implements PullBufferStream
final int width, height;
final VideoFormat format;
// Bug fix from Forums - next two lines
float frameRate;
long seqNo = 0;
int nextImage = 0; // index of the next image to be read.
boolean ended = false;
public ImageSourceStream(int width, int height, int frameRate)
this.width = width;
this.height = height;
// Bug fix from Forums (next line)
this.frameRate = (float) frameRate;
final int rMask = 0x00ff0000;
final int gMask = 0x0000FF00;
final int bMask = 0x000000ff;
format =
new javax.media.format.RGBFormat(
new Dimension(width, height),
Format.NOT_SPECIFIED,
Format.intArray,
frameRate,
32,
rMask,
gMask,
bMask);
public boolean willReadBlock()
return false;
public void read(Buffer buf) throws IOException
// Check if we've finished all the frames.
if (nextImage >= 100)
// We are done. Set EndOfMedia.
System.err.println("Done reading all images.");
buf.setEOM(true);
buf.setOffset(0);
buf.setLength(0);
ended = true;
return;
nextImage++;
int data[] = null;
// Check the input buffer type & size.
if (buf.getData() instanceof int[])
data = (int[]) buf.getData();
// Check to see the given buffer is big enough for the frame.
if (data == null || data.length < width * height)
data = new int[width * height];
buf.setData(data);
// Bug fix from Forums ( next 3 lines).
long time = (long) (seqNo * (1000 / frameRate) * 1000000);
buf.setTimeStamp(time);
buf.setSequenceNumber(seqNo++);
java.awt.Color clr = java.awt.Color.red;
if (nextImage > 30)
clr = java.awt.Color.GREEN;
if (nextImage > 60)
clr = java.awt.Color.BLUE;
for (int i = 0; i < width * height; i++)
// TODO - figure what the guy was trying to do here.
data[i] = clr.getRGB();
buf.setOffset(0);
buf.setLength(width * height);
buf.setFormat(format);
buf.setFlags(buf.getFlags() | Buffer.FLAG_KEY_FRAME);
public Format getFormat()
return format;
public ContentDescriptor getContentDescriptor()
return new ContentDescriptor(ContentDescriptor.RAW);
public long getContentLength()
return 0;
public boolean endOfStream()
return ended;
public Object[] getControls()
return new Object[0];
public Object getControl(String type)
return null;
* The java.awt.Image-based source stream to go along with ImageDataSource.
* Not sure yet if this class works.
private static class AWTImageSourceStream implements PullBufferStream {
private final Image[] images;
private final int width, height;
private final VideoFormat videoFormat;
private int nextImage = 0; // index of the next image to be read.
private boolean ended = false;
// Bug fix from Forums - next one line
private long seqNo = 0;
public AWTImageSourceStream(int width, int height, int frameRate, Image[] images) {
this.width = width;
this.height = height;
this.images = images;
// not sure if this is correct, especially the VideoFormat value
this.videoFormat = new VideoFormat(VideoFormat.RGB,
new Dimension(width, height),
Format.NOT_SPECIFIED,
Format.byteArray,
(float)frameRate);
* We should never need to block assuming data are read from files.
public boolean willReadBlock() {
return false;
* This is called from the Processor to read a frame worth
* of video data.
public void read(final Buffer buf) throws IOException {
try {
// Check if we've finished all the frames.
if (nextImage >= images.length) {
// We are done. Set EndOfMedia.
System.out.println("Done reading all images.");
buf.setEOM(true);
buf.setOffset(0);
buf.setLength(0);
ended = true;
return;
Image image = images[nextImage];
nextImage++;
// Open a random access file for the next image.
//RandomAccessFile raFile = new RandomAccessFile(imageFile, "r");
Buffer myBuffer = ImageToBuffer.createBuffer(image, videoFormat.getFrameRate());
buf.copy(myBuffer);
// Bug fix for AVI files from Forums ( next 3 lines).
long time = (long) (seqNo * (1000 / videoFormat.getFrameRate()) * 1000000);
buf.setTimeStamp(time);
buf.setSequenceNumber(seqNo++);
//buf.setOffset(0);
//buf.setLength((int)raFile.length());
//buf.setFormat(videoFormat);
//buf.setFlags(buf.getFlags() | buf.FLAG_KEY_FRAME);
} catch (Exception e) {
// it's important to print the stack trace here because the
// sun class that calls this method silently ignores
// any Exceptions that get thrown
e.printStackTrace();
throw new RuntimeException(e);
* Return the format of each video frame.
public Format getFormat() {
return videoFormat;
public ContentDescriptor getContentDescriptor() {
return new ContentDescriptor(ContentDescriptor.RAW);
public long getContentLength() {
return LENGTH_UNKNOWN;
public boolean endOfStream() {
return ended;
public Object[] getControls() {
return new Object[0];
public Object getControl(String type) {
return null;
bit i am getting following exception at run time
1
2
3
4
5
6
- create processor for the image datasource ...
Setting the track format to: JPEG
- create DataSink for: file:/c:/images/abc.mov
start processing...
- reading image file: file:/c:/images/surya_jo1.jpg
- reading image file: file:/c:/images/flower1_jpg.jpg
Done reading all images.
Exception in thread "JMF thread: SendEventQueue: com.sun.media.processor.unknown.Handler" java.lang.NullPointerException
at com.sun.media.multiplexer.video.QuicktimeMux.writeVideoSampleDescription(QuicktimeMux.java:936)
at com.sun.media.multiplexer.video.QuicktimeMux.writeSTSD(QuicktimeMux.java:925)
at com.sun.media.multiplexer.video.QuicktimeMux.writeSTBL(QuicktimeMux.java:905)
at com.sun.media.multiplexer.video.QuicktimeMux.writeMINF(QuicktimeMux.java:806)
at com.sun.media.multiplexer.video.QuicktimeMux.writeMDIA(QuicktimeMux.java:727)
at com.sun.media.multiplexer.video.QuicktimeMux.writeTRAK(QuicktimeMux.java:644)
at com.sun.media.multiplexer.video.QuicktimeMux.writeMOOV(QuicktimeMux.java:582)
at com.sun.media.multiplexer.video.QuicktimeMux.writeFooter(QuicktimeMux.java:519)
at com.sun.media.multiplexer.BasicMux.close(BasicMux.java:142)
at com.sun.media.BasicMuxModule.doClose(BasicMuxModule.java:172)
at com.sun.media.PlaybackEngine.doClose(PlaybackEngine.java:872)
at com.sun.media.BasicController.close(BasicController.java:261)
at com.sun.media.BasicPlayer.doClose(BasicPlayer.java:229)
at com.sun.media.BasicController.close(BasicController.java:261)
at JpegImagesToMovie.controllerUpdate(JpegImagesToMovie.java:196)
at com.sun.media.BasicController.dispatchEvent(BasicController.java:1254)
at com.sun.media.SendEventQueue.processEvent(BasicController.java:1286)
at com.sun.media.util.ThreadedEventQueue.dispatchEvents(ThreadedEventQueue.java:65)
at com.sun.media.util.ThreadedEventQueue.run(ThreadedEventQueue.java:92)
plz help me
thanks in advance

Answer 1

Step 1) Copy that code into a .java file
Step 2) Compile it
Step 3) Run it
Step 4) Look at the output
Step 5 (optional)) If it didn't work, post a specific question about the code, and use [co[b]de] tags.