Customized prompt

samples/Android/GenieModels/qwen2.0_7b/config.json

@@ -0,0 +1,59 @@
+{
+  "dialog" : {
+    "version" : 1,
+    "type" : "basic",
+    "context" : {
+      "version" : 1,
+      "size": 4096,
+      "n-vocab":   152064,
+      "bos-token": 151644,
+      "eos-token": 151645,
+      "eot-token": 151643
+    },
+    "sampler" : {
+      "version" : 1,
+      "seed" : 42,
+      "temp" : 0.8,
+      "top-k" : 40,
+      "top-p" : 0.95
+    },
+    "tokenizer" : {
+      "version" : 1,
+      "path" : "/sdcard/GenieModels/qwen2.0_7b/tokenizer.json"
+    },
+    "engine" : {
+      "version" : 1,
+      "n-threads" : 3,
+      "backend" : {
+        "version" : 1,
+        "type" : "QnnHtp",
+        "QnnHtp" : {
+          "version" : 1,
+          "use-mmap" : true,
+          "spill-fill-bufsize" : 0,
+          "mmap-budget" : 0,
+          "poll" : false,
+          "pos-id-dim" : 64,
+          "cpu-mask" : "0xe0",
+          "kv-dim" : 128,
+          "rope-theta": 1000000
+        },
+        "extensions" : "/sdcard/GenieModels/qwen2.0_7b/htp_backend_ext_config.json"
+      },
+      "model" : {
+        "version" : 1,
+        "type" : "binary",
+        "binary" : {
+          "version" : 1,
+          "ctx-bins" : [
+            "/sdcard/GenieModels/qwen2.0_7b/model-1.bin",
+            "/sdcard/GenieModels/qwen2.0_7b/model-2.bin",
+            "/sdcard/GenieModels/qwen2.0_7b/model-3.bin",
+            "/sdcard/GenieModels/qwen2.0_7b/model-4.bin",
+            "/sdcard/GenieModels/qwen2.0_7b/model-5.bin"
+          ]
+        }
+      }
+    }
+  }
+}

samples/Android/GenieModels/qwen2.0_7b/htp_backend_ext_config.json

@@ -0,0 +1,12 @@
+{
+  "devices": [
+    {
+      "soc_id": 69,
+      "dsp_arch": "v79",
+      "cores":[{
+        "perf_profile": "burst",
+        "rpc_control_latency": 100
+      }]
+    }
+  ]
+}

samples/Android/GenieModels/qwen2.0_7b/prompt.conf

@@ -0,0 +1,2 @@
+prompt_tags_1: <|im_start|>system\nYou are a helpful assistant.<|im_end|>\n<|im_start|>user\n
+prompt_tags_2: <|im_end|>\n<|im_start|>assistant\n

samples/GenieAPIService/htp_backend_ext_config.json

@@ -0,0 +1,12 @@
+{
+  "devices": [
+    {
+      "soc_id": 60,
+      "dsp_arch": "v73",
+      "cores":[{
+        "perf_profile": "burst",
+        "rpc_control_latency": 100
+      }]
+    }
+  ]
+}

samples/customprompt.txt

@@ -0,0 +1 @@
+把下面的输入首先更正拼写和语法错误，然后翻译成英文，日语，日语平假名，韩语。然后说出韩语的词源。