edward changes from phi-3 app

fionabos · Aug 13, 2024 · 88bdc01 · 88bdc01
1 parent a54422f
commit 88bdc01
Showing 1 changed file with 22 additions and 6 deletions.
diff --git a/...sion/android/android/app/src/main/java/ai/onnxruntime/genai/vision/demo/MainActivity.java b/...sion/android/android/app/src/main/java/ai/onnxruntime/genai/vision/demo/MainActivity.java
@@ -183,24 +183,29 @@ public void onClick(View v) {
                 new Thread(new Runnable() {
                     @Override
                     public void run() {
+                        TokenizerStream stream = null;
+                        GeneratorParams generatorParams = null;
+                        Generator generator = null;
+                        Sequences encodedPrompt = null;
+                        Images images = null;
+                        NamedTensors inputTensors = null;
                         try {
-                            TokenizerStream stream = multiModalProcessor.createStream();
+                            stream = multiModalProcessor.createStream();
 
-                            GeneratorParams generatorParams = model.createGeneratorParams();
+                            generatorParams = model.createGeneratorParams();
                             //examples for optional parameters to format AI response
                             //generatorParams.setSearchOption("length_penalty", 1000);
                             //generatorParams.setSearchOption("max_length", 500);
 
-                            Images images = null;
                             if (inputImage != null) {
                                 images = inputImage.getImages();
                             }
 
 
-                            NamedTensors inputTensors = multiModalProcessor.processImages(promptQuestion_formatted, images);
+                            inputTensors = multiModalProcessor.processImages(promptQuestion_formatted, images);
                             generatorParams.setInput(inputTensors);
 
-                            Generator generator = new Generator(model, generatorParams);
+                            generator = new Generator(model, generatorParams);
 
                             while (!generator.isDone()) {
                                 generator.computeLogits();
@@ -210,10 +215,21 @@ public void run() {
 
                                 tokenListener.accept(stream.decode(token));
                             }
-
                             generator.close();
+                            encodedPrompt.close();
+                            stream.close();
+                            generatorParams.close();
+                            images.close();
+                            inputTensors.close();
                         }
                         catch (GenAIException e) {
+                            Log.e(TAG, "Exception occurred during model query: " + e.getMessage());
+                            if (generator != null) generator.close();
+                            if (encodedPrompt != null) encodedPrompt.close();
+                            if (stream != null) stream.close();
+                            if (generatorParams != null) generatorParams.close();
+                            if (images != null) images.close();
+                            if (inputTensors != null) inputTensors.close();
                             throw new RuntimeException(e);
                         }