add mlc package config file

szymonrybczak · Jul 19, 2024 · 5068e17 · 5068e17
1 parent bc760dc
commit 5068e17
Showing 1 changed file with 14 additions and 0 deletions.
diff --git a/example/ios/mlc-package-config.json b/example/ios/mlc-package-config.json
@@ -0,0 +1,14 @@
+{
+    "device": "iphone",
+    "model_list": [
+        {
+            "model": "HF://mlc-ai/Phi-3-mini-4k-instruct-q4f16_1-MLC",
+            "model_id": "Phi-3-mini-4k-instruct-q4f16_1-MLC",
+            "bundle_weight": true,
+            "estimated_vram_bytes": 3043000000,
+            "overrides": {
+                "prefill_chunk_size": 128
+            }
+        }
+    ]
+}