integrate ggml's excellent and amazing whisper.cpp to kantv ---- step5

refine whispercpp's JNI code and native code

finish whispercpp inference benchmark

refine the ASRFragment.java(more make sense with UI status)

I successfully integrated FFmpeg into whisper.cpp for the first time

Author: zhouwg

build/public.sh

@@ -149,6 +149,7 @@ function dump_global_envs()
     if [ "${BUILD_TARGET}" = "android" ]; then
     echo -e "\n"
     echo -e "ANDROID_NDK:               ${ANDROID_NDK}"
+    echo -e "LOCAL_WHISPERCPP_PATH:     ${LOCAL_WHISPERCPP_PATH}"
     echo -e "UPSTREAM_WHISPERCPP_PATH:  ${UPSTREAM_WHISPERCPP_PATH}"
     echo -e "\n"
     fi

cdeosplayer/cdeosplayer-lib/src/main/java/cdeos/media/player/CDEUtils.java

@@ -812,7 +812,7 @@ public static String getDataPath() {
         CDELog.j(TAG, "sdcard free size:" + mKANTVDRM.ANDROID_JNI_GetDiskFreeSize(sdcardPath.getAbsolutePath()));
         String dataDirectoryPath = null;
         if (Build.VERSION.SDK_INT > Build.VERSION_CODES.LOLLIPOP_MR1) {
-            dataDirectoryPath = Environment.getExternalStorageDirectory().getAbsolutePath() + File.separator + "kantv";
+            dataDirectoryPath = Environment.getExternalStorageDirectory().getAbsolutePath() + File.separator + "kantv" + File.separator;
         } else {
             dataDirectoryPath = Environment.getExternalStorageDirectory().getAbsolutePath() +
                     File.separator + "Android" + File.separator + "data" + File.separator + "com.cdeos.kantv" + File.separator + "files" + File.separator + "kantv";
@@ -2217,7 +2217,7 @@ public static String formatedDurationMilli(long duration) {
         }
     }
 
-    public static String formatedSize(long bytes) {
+    public static String formattedSize(long bytes) {
 
         if (bytes <= 0) {
             return "0 Bytes";

cdeosplayer/cdeosplayer-lib/src/main/java/cdeos/media/player/KANTVBenchmarkType.java

@@ -27,6 +27,7 @@ public class KANTVBenchmarkType
     public static final int BENCHMARK_SVT_AV1  = 4;
 
 
+    //borrow from FFmpeg
     public static final int AV_PIX_FMT_YUV420P = 0;   ///< planar YUV 4:2:0, 12bpp, (1 Cr & Cb sample per 2x2 Y samples)
     public static final int AV_PIX_FMT_YUYV422 = 1;   ///< packed YUV 4:2:2, 16bpp, Y0 Cb Y1 Cr
     public static final int AV_PIX_FMT_RGB24 = 2;     ///< packed RGB 8:8:8, 24bpp, RGBRGB...

cdeosplayer/cdeosplayer-lib/src/main/java/cdeos/media/player/KANTVEvent.java

@@ -39,12 +39,13 @@ final public class KANTVEvent {
      public final static int KANTV_INFO_STATUS = 14;
 
      public final static int KANTV_INFO_ASR_INIT = 15;
-     public final static int KANTV_INFO_ASR_FINALiZE = 16;
+     public final static int KANTV_INFO_ASR_FINALIZE = 16;
 
      public final static int KANTV_INFO_ASR_START = 17;
      public final static int KANTV_INFO_ASR_STOP = 18;
-     public final static int KANTV_INFO_GGML_INTERNAL = 19;
-     public final static int KANTV_INFO_WHISPERCPP_INTERNAL = 20;
+     public final static int KANTV_INFO_ASR_GGML_INTERNAL = 19;
+     public final static int KANTV_INFO_ASR_WHISPERCPP_INTERNAL = 20;
+     public final static int KANTV_INFO_ASR_RESULT = 21;
 
      public final static int KANTV_ERROR_PREVIEW_START = 0;
      public final static int KANTV_ERROR_PREVIEW_STOP = 1;
@@ -60,8 +61,9 @@ final public class KANTVEvent {
      public final static int KANTV_ERROR_ASR_FINALiZE = 12;
      public final static int KANTV_ERROR_ASR_START = 13;
      public final static int KANTV_ERROR_ASR_STOP = 14;
-     public final static int KANTV_ERROR_GGML_INTERNAL = 15;
-     public final static int KANTV_ERROR_WHISPERCPP_INTERNAL = 16;
+     public final static int KANTV_ERROR_ASR_GGML_INTERNAL = 15;
+     public final static int KANTV_ERROR_ASR_WHISPERCPP_INTERNAL = 16;
+     public final static int KANTV_ERROR_ASR_RESULT = 17;
 
      public static native int kantv_anti_tamper();
  }

cdeosplayer/cdeosplayer-lib/src/main/java/cdeos/media/player/KANTVMgr.java

@@ -153,7 +153,7 @@ public void handleMessage(Message msg)
             }
             catch (Exception e)
             {
-                CDELog.j(TAG, "exception occured in event handler");
+                CDELog.j(TAG, "exception occurred in event handler");
             }
         }
     }
@@ -235,6 +235,7 @@ public void close()
         catch (Exception e)
         {
             e.printStackTrace();
+            CDELog.j(TAG, "failed to initialize KANTVMgr: " + e.toString());
         }
     }
 

cdeosplayer/cdeosplayer-lib/src/main/java/org/ggml/whispercpp/CpuInfo.java

@@ -0,0 +1,18 @@
+//TODO: re-write entire whispercpp.java with standard Android JNI specification
+// interaction between KANTVMgr.java and whispercpp.java
+
+package org.ggml.whispercpp;
+
+public class whispercpp {
+  private static final String TAG = whispercpp.class.getName();
+
+  public static native String getSystemInfo();
+
+  public static native String benchMemcpy(int nThreadCounts);
+
+  public static native String benchMulMat(int nThreadCounts);
+
+  public static native void set_mulmat_benchmark_status(int bExitBenchmark);
+
+  public static native String transcribe_from_file(String modelPath, String audioFile, int nThreadCounts);
+}