Native IO Second Try

Question

Have written a pure C++ app to use the API we talked about before. Consisting of the following two files the first is the driver taking the place of the Java code and the second takes the place of the JNI code. This works fine.
#include "test.h"
void main()
     char* rdir = "../lang";
     char* lFile = "../lang/license.dat";
     char* key = "705553544e1a694a5f59535b561a754a5f485b4e535554491a795557575b545e1a127069757913";
     const char* genre = "std";
     const char* variant = "std";
     const char* lang = "english";
     const char* encoding = "cp_1252";
     const char* format = "html";
     unsigned int sentences_wanted = 5;
     bool sentence_offset_only = false;
     bool normalize_score = false;
     unsigned int phrases_wanted = 0;
     bool phrase_offset_only = false;
     const char* fileName = "aaawgqM4Ob.html";
     createSummarizer(rdir, lFile, key);
     createInputOptions(genre, variant, lang, encoding, format);
     setSentenceOutput(sentences_wanted, sentence_offset_only, normalize_score);
     setPhraseOutput(phrases_wanted, phrase_offset_only);
     getSummary(fileName);
#include "inxight-summarizer.h"
#include "inxight-charptr.h"
#include "inxight-text.h"
#include "inxight-bstream.h"
#include "inxight-unicode.h"
#include "inxight-unicode-utils.h"
#include <iostream>
#include <sys/timeb.h>  // for ftime
#include <assert.h>
using namespace inxight;
static summarizer* summarzr;
static summarization_input_options* inopt;
static summarization_sentence_output* sentOutput;
static summarization_phrase_output* phraseOutput;
void createSummarizer(char* rdir, char* lFile, char* key)
     summarzr = new summarizer(rdir, lFile, key);
void createInputOptions(const char* genre, const char* variant, const char* lang, const char* encoding, const char* format)
     inopt = new summarization_input_options(genre, variant, lang, encoding, format);
void setSentenceOutput(unsigned int sentences_wanted, bool sentence_offset_only, bool normalize_score)
     sentOutput = new summarization_sentence_output(sentences_wanted, sentence_offset_only, normalize_score);
void setPhraseOutput(unsigned int phrases_wanted, bool phrase_offset_only)
     phraseOutput = new summarization_phrase_output(phrases_wanted, phrase_offset_only);
void getSummary(const char* fileName)
     file_byte_stream* fs = new file_byte_stream(fileName);
     assert(fs);
     assert(summarzr);
     assert(inopt);
     assert(sentOutput);
     assert(phraseOutput);
     summarization* summary;
     summary = new summarization(*summarzr, *fs, *inopt, *sentOutput, *phraseOutput);
     sequence<key_item>::const_iterator it = summary->first_key_sentence();
     int count = 0;
     for (;it != summary->end_key_sentence(); ++it, ++count) {
          const inxight::text line = it->item_text();
          printf("Sentence %i% \n", count);
          printf("[len %i%, %i% \n", line.length(), it->get_score());
          for(unsigned int i=0; i<line.length(); i++) {
               printf("%c%", line);
          printf("%s%","\n");
     printf(" There are %i key phrases: ", summary->number_of_key_phrases());
     sequence<key_item>::const_iterator itr = summary->first_key_phrase();
     for (;itr != summary->end_key_phrase(); ++itr) {
          printf("%s%", itr->item_text());
I redid my JNI code to take into account the things I had learned from the code above as follows:#ifndef CRTSECURE_CPP_OVERLOAD_STANDARD_NAMES
#define CRTSECURE_CPP_OVERLOAD_STANDARD_NAMES 1
#endif
#include "jsummarizer.h"
#include "inxight-summarizer.h"
#include "inxight-bstream.h"
#include "inxight-failure.h"
#include "inxight-bstream-intf.h"
#include <assert.h>
using namespace inxight;
static summarizer* summarzr;
static summarization_input_options* inopt;
static summarization_sentence_output* sentOutput;
static summarization_phrase_output* phraseOutput;
* Class: com_sra_pipeline_servers_summarizer_JSummarizer
* Method: createSummarizer
* Signature: (Ljava/lang/String;Ljava/lang/String;Ljava/lang/String;)V
JNIEXPORT jint JNICALL Java_com_sra_pipeline_servers_summarizer_JSummarizer_createSummarizer
(JNIEnv *env, jobject object, jstring resource_dir, jstring license, jstring key) {
     const char* rdir;
     jboolean rdirCopy;
     rdir = env->GetStringUTFChars(resource_dir, &rdirCopy);
     if(rdir == NULL) {
          return 0; /*exception occurred*/
     printf("rdir %s \n", rdir);
     const char* lic;
     jboolean licCopy;
     lic = env->GetStringUTFChars(license, &licCopy);
     if(lic == NULL) {
          return 0; /*exception ocurred*/
     printf("lic %s \n", lic);
     const char* ckey;
     jboolean ckeyCopy;
     ckey = env->GetStringUTFChars(key, &ckeyCopy);
     if(ckey == NULL) {
          return 0; /* exception occurred */
     printf("ckey %s \n", ckey);
     summarzr = new summarizer(rdir, lic, ckey);
     if(rdirCopy == JNI_TRUE) {
          env->ReleaseStringUTFChars(resource_dir, rdir);
     if(licCopy == JNI_TRUE) {
          env->ReleaseStringUTFChars(license, lic);
     if(ckeyCopy == JNI_TRUE) {
          env->ReleaseStringUTFChars(key, ckey);
     return(1);
JNIEXPORT jint JNICALL Java_com_sra_pipeline_servers_summarizer_JSummarizer_setInOptions
(JNIEnv *env, jobject object, jstring genre, jstring variant, jstring language) {
     const char *cgenre;
     jboolean genreCopy;
     cgenre = env->GetStringUTFChars(genre, &genreCopy);
     if(cgenre == NULL) {
          return 0; /*exception occurred */
     const char *cvariant;
     jboolean cvarCopy;
     cvariant = env->GetStringUTFChars(variant, &cvarCopy);
     if(cvariant == NULL) {
          return 0; /*exception occurred*/
     const char *clang;
     jboolean clangCopy;
     clang = env->GetStringUTFChars(language, &clangCopy);
     if(clang == NULL) {
          return 0;
     inopt = new summarization_input_options(cgenre, cvariant, clang);
     if(genreCopy == JNI_TRUE) {
          env->ReleaseStringUTFChars(genre, cgenre);
     if(cvarCopy == JNI_TRUE) {
          env->ReleaseStringUTFChars(variant, cvariant);
     if(clangCopy == JNI_TRUE) {
          env->ReleaseStringUTFChars(language, clang);
     return(1);
JNIEXPORT jint JNICALL Java_com_sra_pipeline_servers_summarizer_JSummarizer_setSentenceNum
(JNIEnv *env, jobject object, jint sentCount, jboolean offset, jboolean nScore) {
     bool cOffset = offset ? true:false;
     bool cnScore = nScore ? true:false;
     unsigned int cnt = (unsigned int)sentCount;
     sentOutput = new summarization_sentence_output(cnt, cOffset, cnScore);
     return(1);
JNIEXPORT jint JNICALL Java_com_sra_pipeline_servers_summarizer_JSummarizer_setPhraseOpts
(JNIEnv *env, jobject object, jint pCnt, jboolean pOffset) {
     unsigned int cCnt = (unsigned int)pCnt;
     bool offset = pOffset ? true:false;
     phraseOutput = new summarization_phrase_output(cCnt, offset);
     return(1);
JNIEXPORT jstring JNICALL Java_com_sra_pipeline_servers_summarizer_JSummarizer_getSummary
(JNIEnv *env, jobject object, jstring filePath) {
     const char* cfile;
     jboolean cfileCopy;
     cfile = env->GetStringUTFChars(filePath, &cfileCopy);
     printf("cfile %s \n", cfile);
     if(cfile == NULL) {
          return 0;
     file_byte_stream* fstream = new file_byte_stream(cfile);
     assert(fstream);
     assert(summarzr);
     assert(inopt);
     assert(sentOutput);
     assert(phraseOutput);
     printf("%s", "past fileio\n");
     printf("%s", "Before getSummary");
     summarization* summary = new summarization(*summarzr, *fstream,
                                   inopt, sentOutput, *phraseOutput);
     printf("%s", "Past getSummary");
     const int sCnt = summary->number_of_key_sentences();
     const int pCnt = summary->number_of_key_phrases();
     sequence<key_item>::const_iterator it = summary->first_key_sentence();
     printf("sent# is %d", sCnt);
     int count = 0;
     for (;it != summary->end_key_sentence(); ++it, ++count) {
          const inxight::text line = it->item_text();
          printf("Sentence %i% \n", count);
          printf("[len %i%, %i% \n", line.length(), it->get_score());
          for(unsigned int i=0; i<line.length(); i++) {
               printf("%c%", line[i]);
     sequence<key_item>::const_iterator itr = summary->first_key_phrase();
     for (;itr != summary->end_key_phrase(); ++itr) {
          printf("%s%", itr->item_text());
     if(cfileCopy == JNI_TRUE) {
          env->ReleaseStringUTFChars(filePath, cfile);
     char* r = "results";
     return(env->NewStringUTF(r));
{code}
The print out from running the code in Eclipse is:
{code}
Library Loaded
summarizerPtr 1
inOptionPtr 1
sentenceOutputPtr 1
phraseOptionsPtr 1
doing summarization
File Exists? true
# An unexpected error has been detected by Java Runtime Environment:
# Internal Error (0xe06d7363), pid=476, tid=4084
# Java VM: Java HotSpot(TM) Client VM (10.0-b22 mixed mode windows-x86)
# Problematic frame:
# C [kernel32.dll+0x12aeb]
# An error report file with more information is saved as:
# D:\Servers\SummarizerServer\hs_err_pid476.log
# If you would like to submit a bug report, please visit:
# http://java.sun.com/webapps/bugreport/crash.jsp
# The crash happened outside the Java Virtual Machine in native code.
# See problematic frame for where to report the bug.
rdir lang
lic license/license.dat
ckey 705553544e1a694a5f59535b561a754a5f485b4e535554491a795557575b545e1a127069757913
cfile input/aaawgqM4Ob.html
past fileio
Before getSummary
{code}
The output from VC7 which I had attached to the JNI program process is as follows:
{code}
'javaw.exe': Loaded 'C:\Program Files\Java\jdk1.6.0_06\bin\javaw.exe', No symbols loaded.
'javaw.exe': Loaded 'C:\WINDOWS\system32\ntdll.dll', Exports loaded.
'javaw.exe': Loaded 'C:\WINDOWS\system32\kernel32.dll', Exports loaded.
'javaw.exe': Loaded 'C:\WINDOWS\system32\advapi32.dll', Exports loaded.
'javaw.exe': Loaded 'C:\WINDOWS\system32\rpcrt4.dll', Exports loaded.
'javaw.exe': Loaded 'C:\WINDOWS\system32\secur32.dll', Exports loaded.
'javaw.exe': Loaded 'C:\WINDOWS\system32\user32.dll', Exports loaded.
'javaw.exe': Loaded 'C:\WINDOWS\system32\gdi32.dll', Exports loaded.
'javaw.exe': Loaded 'C:\Program Files\Java\jdk1.6.0_06\jre\bin\msvcr71.dll', Exports loaded.
'javaw.exe': Loaded 'C:\Program Files\Java\jdk1.6.0_06\jre\bin\client\jvm.dll', Exports loaded.
'javaw.exe': Loaded 'C:\WINDOWS\system32\winmm.dll', Exports loaded.
'javaw.exe': Loaded 'C:\Program Files\Java\jdk1.6.0_06\jre\bin\hpi.dll', Exports loaded.
'javaw.exe': Loaded 'C:\WINDOWS\system32\psapi.dll', Exports loaded.
'javaw.exe': Loaded 'C:\Program Files\Java\jdk1.6.0_06\jre\bin\jdwp.dll', Exports loaded.
'javaw.exe': Loaded 'C:\Program Files\Java\jdk1.6.0_06\jre\bin\npt.dll', Exports loaded.
'javaw.exe': Loaded 'C:\Program Files\Java\jdk1.6.0_06\jre\bin\verify.dll', Exports loaded.
'javaw.exe': Loaded 'C:\Program Files\Java\jdk1.6.0_06\jre\bin\java.dll', Exports loaded.
'javaw.exe': Loaded 'C:\Program Files\Java\jdk1.6.0_06\jre\bin\zip.dll', Exports loaded.
'javaw.exe': Loaded 'C:\Program Files\Java\jdk1.6.0_06\jre\bin\dt_socket.dll', Exports loaded.
'javaw.exe': Loaded 'C:\WINDOWS\system32\ws2_32.dll', Exports loaded.
'javaw.exe': Loaded 'C:\WINDOWS\system32\msvcrt.dll', Exports loaded.
'javaw.exe': Loaded 'C:\WINDOWS\system32\ws2help.dll', Exports loaded.
'javaw.exe': Loaded 'C:\WINDOWS\system32\mswsock.dll', Exports loaded.
'javaw.exe': Loaded 'C:\WINDOWS\system32\dnsapi.dll', Exports loaded.
'javaw.exe': Loaded 'C:\WINDOWS\system32\winrnr.dll', Exports loaded.
'javaw.exe': Loaded 'C:\WINDOWS\system32\wldap32.dll', Exports loaded.
'javaw.exe': Loaded 'C:\WINDOWS\system32\rasadhlp.dll', Exports loaded.
'javaw.exe': Loaded 'C:\WINDOWS\system32\hnetcfg.dll', Exports loaded.
'javaw.exe': Loaded 'C:\WINDOWS\system32\wshtcpip.dll', Exports loaded.
'javaw.exe': Loaded 'D:\Servers\SummarizerServer\native\jsummarizer.dll', Symbols loaded.
'javaw.exe': Loaded 'D:\Servers\SummarizerServer\native\summarizer37.dll', Exports loaded.
'javaw.exe': Loaded 'D:\Servers\SummarizerServer\native\platform37.dll', Exports loaded.
'javaw.exe': Loaded 'D:\Servers\SummarizerServer\native\icuuc30.dll', Exports loaded.
'javaw.exe': Loaded 'D:\Servers\SummarizerServer\native\icudt30.dll', Exports loaded.
'javaw.exe': Loaded 'C:\WINDOWS\system32\netapi32.dll', Exports loaded.
The thread 'Win32 Thread' (0x164) has exited with code 0 (0x0).
_First-chance exception at 0x7c812aeb (kernel32.dll) in javaw.exe: Microsoft C++ exception: inxight::file_not_found @ 0x003ff9cc._
_First-chance exception at 0x7c812aeb (kernel32.dll) in javaw.exe: Microsoft C++ exception: inxight::resource_load_failure @ 0x003ffa08._The thread 'Win32 Thread' (0xc30) has exited with code 1 (0x1).
The thread 'Win32 Thread' (0xee8) has exited with code 1 (0x1).
The thread 'Win32 Thread' (0xbfc) has exited with code 1 (0x1).
The thread 'Win32 Thread' (0x158) has exited with code 1 (0x1).
The thread 'Win32 Thread' (0x9c8) has exited with code 1 (0x1).
The thread 'Win32 Thread' (0x984) has exited with code 1 (0x1).
The thread 'Win32 Thread' (0xab0) has exited with code 1 (0x1).
The thread 'Win32 Thread' (0x518) has exited with code 1 (0x1).
The thread 'Win32 Thread' (0x37c) has exited with code 1 (0x1).
The thread 'Win32 Thread' (0xbc4) has exited with code 1 (0x1).
The thread 'Win32 Thread' (0xa14) has exited with code 1 (0x1).
The thread 'Win32 Thread' (0xff4) has exited with code 1 (0x1).
The thread 'Win32 Thread' (0xa0c) has exited with code 1 (0x1).
The program '[476] javaw.exe: Native' has exited with code 1 (0x1).
{code}
Note the underlined exceptions from VC7 indicating that the file was not found, now note from the Java output "File Exists? true" which neans
that Java could find it. So what's the problem?
Jim

Answer 1

I would guess you are overwriting memory somewhere. And that causes it to fail latter, maybe much latter, in the code.
You can comment out the C++ code reducing it and mocking the calls until you get rid of the error and thus localize it.
Code inspection is usually the only route to solve it. Debugging might help you inspect it, because it might
reveal an unexpected value showing up (due to an overwrite somewhere.
Other than that there is too much code for me to want to inspect it myself.
rdir = env->GetStringUTFChars(resource_dir, &rdirCopy);That returns UTF chars.
printf("rdir %s \n", rdir);That prints the OS character set.
"OS character set" does not equal "UTF chars"