URGENT Production issue BPEL P.M. 10.1.3.1Failed to load callback message

Question

Hi,
Any one come accross this. I have onMessage call. In my production system for same bpel process I have 4 task instance. Out of 4 it worked for 2 and for 2 I got following error in domain.log file. I have serial approver human workflow.
I will appreciate if any one have any clue to resolve this. Or any one came accross this.
Regards,
Jigar
<default.collaxa.cube.engine.delivery> <DeliveryService::resolveCallback> Failed to load callback message, msgGuid=1198126fd96a20de:-2bd93846:116466e5c21:-7a93 ... may have been consumed by subscriber

Answer 1

Hi ,
I am getting following error only in production. I have same process running in development and test. Both in development and test I am not getting this error.
error
DeliveryLogger.debug("DeliveryService", "resolveCallback", "Failed to load callback message, msgGuid=", messageGUID, " ... may have been consumed by subscriber");
CallbackInfo result = (CallbackInfo)mCache.get(messageGUID); line of code is the issue. Can any one tell me what is going on here.
Regards,
Jigar
public IMessage resolveCallback(String conversationId, String messageGUID, int conversationType, DomainAuth auth)
throws ServerException
Exception exception;
ICubeContext ctx = null;
com.collaxa.cube.engine.dispatch.message.BatchMessage batchmessage;
try
ctx = createContext(auth);
IDeliveryService ds = getDeliveryService(ctx);
startDeliveryRequest(ctx);
ds.resolveCallback(conversationType, conversationId, messageGUID, ctx);
endDeliveryRequest(ctx);
batchmessage = DispatchHelper.getMessage(ctx);
catch(ServerException se)
logError(se);
setTransactionRollback();
throw checkIfFatalConnectionError(se, ctx);
finally
destroyContext(ctx);
destroyContext(ctx);
return batchmessage;
throw exception;
public void resolveCallback(int conversationType, String conversationId, String messageGUID, ICubeContext ctx)
throws CubeException
StopWatch sw = CubeContextHelper.getStopWatch(ctx);
sw.start("ds-resolve-callback");
DeliveryLogger.debug("DeliveryService", "resolveCallback", "Resolving subscribers for convId ", conversationId, ", msgGuid=", messageGUID);
CallbackInfo info = DeliveryPersistenceMgr.loadCallback(messageGUID, ctx);
if(info == null)
DeliveryLogger.debug("DeliveryService", "resolveCallback", "Failed to load callback message, msgGuid=", messageGUID, " ... may have been consumed by subscriber");
sw.stop("ds-resolve-callback");
return;
IProtocolHandler handler = getProtocolHandler(info.getConversationType());
SubscriptionInfo sis[] = handler.resolveCallback(info, ctx);
if(sis != null && sis.length > 0)
int i = 0;
for(int n = sis.length; i < n; i++)
SubscriptionInfo si = sis;
String subscriberId = si.getSubscriberId();
if(!si.isRecurrent())
si.markAsResolved();
CorrelationId cId = new CorrelationId(subscriberId);
com.oracle.bpel.client.auth.DomainAuth auth = CubeContextHelper.getDomainAuth(ctx);
CallbackDeliveryMessage cm = new CallbackDeliveryMessage(si.getProcessGUID(), si.getProcessId().getProcessId(), si.getProcessId().getRevisionTag(), info.getMessageGUID(), info.getConversationId(), si.getSubscriberId(), new WorkItemKey(cId.getKey()), auth);
cm.setConversationType(info.getConversationType());
DispatchHelper.addMessage(cm, ctx);
DeliveryLogger.debug("DeliveryService", "resolveCallback", "Resolved subscriber ", subscriberId, " for message ", info.getMessageGUID(), " for conversation ", conversationId);
if(!info.isRecurrent())
info.markAsResolved();
info.setResolvedProcessGUID(sis[sis.length - 1].getProcessGUID());
info.setResolvedSubscriberId(sis[sis.length - 1].getSubscriberId());
DeliveryPersistenceMgr.update(info, ctx);
DeliveryPersistenceMgr.updateBatchState(sis, ctx);
} else
DeliveryLogger.debug("DeliveryService", "resolveCallback", "No subscribers found for message ", info.getMessageGUID(), " for conversation ", conversationId);
sw.stop("ds-resolve-callback");
public static CallbackInfo loadCallback(String messageGUID, ICubeContext ctx)
throws CubeException
return PersistenceAdaptorRegistry.getDeliveryAdaptor(ctx).loadCallback(messageGUID, ctx);
public static IDeliveryPersistenceAdaptor getDeliveryAdaptor(ICubeContext ctx)
throws CubeException
return getPersistenceAdaptorRegistry(ctx).m_dlPA;
public CallbackInfo loadCallback(String messageGUID, ICubeContext ctx)
throws CubeException
CallbackCache cache = (CallbackCache)ctx.lookup("__callback-cache");
CallbackInfo info = cache.get(messageGUID, ctx);
if(info != null && info.getPayload().size() > 0)
return info;
StopWatch sw = CubeContextHelper.getStopWatch(ctx);
sw.start("callback-load");
if(info == null)
info = __loadCallback(messageGUID, ctx);
sw.stop("callback-load");
return info;
public final CallbackInfo get(String messageGUID, ICubeContext ctx)
CallbackInfo result = (CallbackInfo)mCache.get(messageGUID);
if(result == null)
nMisses++;
} else
nHits++;
return result;
public synchronized Map getStatistics()
Map map = new HashMap();
map.put("name", "callback");
map.put("policy", "map");
map.put("count", String.valueOf(getSize()));
map.put("size", String.valueOf(getSize()));
map.put("hwm", "N/A");
map.put("lwm", "N/A");
map.put("units", "");
map.put("puts", String.valueOf(nPuts));
map.put("hits", String.valueOf(nHits));
map.put("misses", String.valueOf(nMisses));
return map;