Deploy everything on ANE instead of GPU, leading to significantly faster generation speed

connector.mlpackage/Data/com.apple.CoreML/model.mlmodel

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:363e66411d10947b51d8a8aca4e204c55e259e06bb250f29c3179966dd6ec24e
-size 27583
+oid sha256:87fa0bc66aceabd328d459c1e87b324fd6c686e0a495c3f58442a977f15df491
+size 54053

connector.mlpackage/Data/com.apple.CoreML/weights/weight.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8d404c1f53c3cee79b85956aa41b2af048686bea0f2996e58ca7fc60f77ebaf5
+oid sha256:e3ecec07e34d1fa69938ecd3ce59b42aef3074e402473e091afae92147ab7824
 size 9766080

connector.mlpackage/Manifest.json

@@ -1,18 +1,18 @@
 {
     "fileFormatVersion": "1.0.0",
     "itemInfoEntries": {
-        "2039520E-A6A3-4551-AD62-A725C5BA31DE": {
+        "3B1E7B39-F347-4FA1-9C5C-B8FA3F1318C1": {
             "author": "com.apple.CoreML",
             "description": "CoreML Model Weights",
             "name": "weights",
             "path": "com.apple.CoreML/weights"
         },
-        "B42AC72D-D274-4A10-B65F-6548C5A5D845": {
+        "9C13F2DC-95DC-4BEA-8042-997F3663BEC3": {
             "author": "com.apple.CoreML",
             "description": "CoreML Model Specification",
             "name": "model.mlmodel",
             "path": "com.apple.CoreML/model.mlmodel"
         }
     },
-    "rootModelIdentifier": "B42AC72D-D274-4A10-B65F-6548C5A5D845"
+    "rootModelIdentifier": "9C13F2DC-95DC-4BEA-8042-997F3663BEC3"
 }

llm/config.json

@@ -8,7 +8,7 @@
     "rms_norm_eps": 1e-06,
     "vocab_size": 151649,
     "max_position_embeddings": 32768,
-    "rope_theta": 1000000.0,
+    "rope_theta": 1000000,
     "tie_word_embeddings": false,
     "mm_hidden_size": 3072,
     "mm_vision_tower": "mobileclip_l_1024",

llm/model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c392f5e39520d792801eef40994add0350b473239687c75d3f0f8f960c919622
+oid sha256:84e53a9b0a2275c772c164d86843e7981f07b02a11dc9f9e761394cfd9de8c40
 size 356365838

llm/preprocessor_config.json

@@ -0,0 +1,28 @@
+{
+  "crop_size": {
+    "height": 1024,
+    "width": 1024
+  },
+  "do_center_crop": true,
+  "do_convert_rgb": true,
+  "do_normalize": true,
+  "do_rescale": true,
+  "do_resize": true,
+  "image_mean": [
+    0.0,
+    0.0,
+    0.0
+  ],
+  "image_processor_type": "CLIPImageProcessor",
+  "image_std": [
+    1.0,
+    1.0,
+    1.0
+  ],
+  "processor_class": "LlavaProcessor",
+  "resample": 3,
+  "rescale_factor": 0.00392156862745098,
+  "size": {
+    "shortest_edge": 1024
+  }
+}

scheduler_config.json

@@ -0,0 +1,36 @@
+{
+  "_class_name": "CustomScheduler",
+  "_diffusers_version": "0.32.0.dev0",
+  "algorithm_type": "custom_v1",
+  "beta_end": 0.02,
+  "beta_schedule": "linear",
+  "beta_start": 0.0001,
+  "dynamic_thresholding_ratio": 0.995,
+  "euler_at_final": false,
+  "final_sigmas_type": "zero",
+  "flow_shift": 3.0,
+  "lambda_min_clipped": -1000000.0,
+  "lower_order_final": true,
+  "num_train_timesteps": 1000,
+  "prediction_type": "flow_prediction",
+  "rescale_betas_zero_snr": false,
+  "sample_max_value": 1.0,
+  "solver_order": 3,
+  "solver_type": "multistep",
+  "steps_offset": 0,
+  "thresholding": false,
+  "timestep_spacing": "uniform_tau",
+  "trained_betas": null,
+  "use_beta_sigmas": false,
+  "use_exponential_sigmas": false,
+  "use_flow_sigmas": true,
+  "use_karras_sigmas": false,
+  "use_lu_lambdas": false,
+  "apply_flow_shift": false,
+  "variance_type": null,
+  "update_clamp_factor": 2.5,
+  "sigma_max": 1.0,
+  "sigma_min": 0.002,
+  "karras_rho": 7.0,
+  "use_heun_final_steps": 3
+}

transformer_ane_p1_0.5.mlpackage/Data/com.apple.CoreML/model.mlmodel

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:478f47aba88d6c718133036b7cf19942f25510db77d2bb74a9030f2955ecb0b9
+size 443861

transformer_ane_p1_0.5.mlpackage/Data/com.apple.CoreML/weights/weight.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10e4808f1b01bbe0e7e2c311da7a88e9a99af55a97a3fb230800faf4643a92fc
+size 605362048

transformer_ane_p1_0.5.mlpackage/Manifest.json

@@ -0,0 +1,18 @@
+{
+    "fileFormatVersion": "1.0.0",
+    "itemInfoEntries": {
+        "48A926F4-80E3-4E85-807E-8534899B5E43": {
+            "author": "com.apple.CoreML",
+            "description": "CoreML Model Specification",
+            "name": "model.mlmodel",
+            "path": "com.apple.CoreML/model.mlmodel"
+        },
+        "BE263005-6890-4EDB-8861-43332C1698B8": {
+            "author": "com.apple.CoreML",
+            "description": "CoreML Model Weights",
+            "name": "weights",
+            "path": "com.apple.CoreML/weights"
+        }
+    },
+    "rootModelIdentifier": "48A926F4-80E3-4E85-807E-8534899B5E43"
+}

transformer_ane_p1_0.5_s300.mlpackage/Data/com.apple.CoreML/model.mlmodel

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc87840b8f7cbd78ee482517fbff5ea0924826a11f7629521e988588f9a50dc3
+size 459180

transformer_ane_p1_0.5_s300.mlpackage/Data/com.apple.CoreML/weights/weight.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37e92936840f42ada2adfc34f42c3359d4b08967e159d036048e994595276ae1
+size 605362048

transformer_ane_p1_0.5_s300.mlpackage/Manifest.json

@@ -0,0 +1,18 @@
+{
+    "fileFormatVersion": "1.0.0",
+    "itemInfoEntries": {
+        "B3A8BC71-32C1-4445-8EE7-6A975990F449": {
+            "author": "com.apple.CoreML",
+            "description": "CoreML Model Specification",
+            "name": "model.mlmodel",
+            "path": "com.apple.CoreML/model.mlmodel"
+        },
+        "BD3564B7-2D09-4ABC-BBFF-B00411B47EF7": {
+            "author": "com.apple.CoreML",
+            "description": "CoreML Model Weights",
+            "name": "weights",
+            "path": "com.apple.CoreML/weights"
+        }
+    },
+    "rootModelIdentifier": "B3A8BC71-32C1-4445-8EE7-6A975990F449"
+}

transformer_ane_p2_0.5.mlpackage/Data/com.apple.CoreML/model.mlmodel

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93d3f90cb93df187da04916fe72cd4dffc8b90325d7c0c9079ab45a93f2ebd21
+size 434161

transformer_ane_p2_0.5.mlpackage/Data/com.apple.CoreML/weights/weight.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f95215f6e920f82125b9980e0d7d37350ac51065377f9b62731716baf15086c8
+size 578206208

transformer_ane_p2_0.5.mlpackage/Manifest.json

@@ -0,0 +1,18 @@
+{
+    "fileFormatVersion": "1.0.0",
+    "itemInfoEntries": {
+        "17F44C63-B5AA-42EC-AC4F-D897385C6577": {
+            "author": "com.apple.CoreML",
+            "description": "CoreML Model Specification",
+            "name": "model.mlmodel",
+            "path": "com.apple.CoreML/model.mlmodel"
+        },
+        "6A9FA763-D9FF-4531-801D-91F6CBCB54BD": {
+            "author": "com.apple.CoreML",
+            "description": "CoreML Model Weights",
+            "name": "weights",
+            "path": "com.apple.CoreML/weights"
+        }
+    },
+    "rootModelIdentifier": "17F44C63-B5AA-42EC-AC4F-D897385C6577"
+}

transformer_ane_p2_0.5_s300.mlpackage/Data/com.apple.CoreML/model.mlmodel

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dad3c13b420e11551283bb2ef64f6358e24ec95f23fab87bf22bfc1935b7ed9a
+size 449868

transformer_ane_p2_0.5_s300.mlpackage/Data/com.apple.CoreML/weights/weight.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c25364ce570c5710ee6c3c6b90a15dd39d549b9fc7c40ea92d001e016d63d0e
+size 578206208

transformer_ane_p2_0.5_s300.mlpackage/Manifest.json

@@ -0,0 +1,18 @@
+{
+    "fileFormatVersion": "1.0.0",
+    "itemInfoEntries": {
+        "A0F930BA-1FDA-4C45-9F94-569B9572DAD9": {
+            "author": "com.apple.CoreML",
+            "description": "CoreML Model Specification",
+            "name": "model.mlmodel",
+            "path": "com.apple.CoreML/model.mlmodel"
+        },
+        "CE6759E4-B927-45BC-B9F8-BA75F6B9A1A4": {
+            "author": "com.apple.CoreML",
+            "description": "CoreML Model Weights",
+            "name": "weights",
+            "path": "com.apple.CoreML/weights"
+        }
+    },
+    "rootModelIdentifier": "A0F930BA-1FDA-4C45-9F94-569B9572DAD9"
+}

vae_ane_p1_0.5.mlpackage/Data/com.apple.CoreML/model.mlmodel

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:925533f97f5037c1855ca11d549365d493e10acb7c2e8920b7ac1b4a80181769
+size 51583

vae_ane_p1_0.5.mlpackage/Data/com.apple.CoreML/weights/weight.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dbfbc1778d4b8cc02440d4596d9457fca17e9e6dfd433eecb4265dcf8075311
+size 386630784

vae_ane_p1_0.5.mlpackage/Manifest.json

@@ -0,0 +1,18 @@
+{
+    "fileFormatVersion": "1.0.0",
+    "itemInfoEntries": {
+        "C6DE0C5C-97DB-4E18-BEA0-4A3B1024053F": {
+            "author": "com.apple.CoreML",
+            "description": "CoreML Model Specification",
+            "name": "model.mlmodel",
+            "path": "com.apple.CoreML/model.mlmodel"
+        },
+        "CFC2E930-09BB-4DA8-B7B7-CFDEB5AB1E8B": {
+            "author": "com.apple.CoreML",
+            "description": "CoreML Model Weights",
+            "name": "weights",
+            "path": "com.apple.CoreML/weights"
+        }
+    },
+    "rootModelIdentifier": "C6DE0C5C-97DB-4E18-BEA0-4A3B1024053F"
+}

vae_ane_p2_0.5.mlpackage/Data/com.apple.CoreML/model.mlmodel

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad399ad60b6b07816197c2cc76a62ea84d18bae043358dd659cbc4eb987ff47b
+size 86204

vae_ane_p2_0.5.mlpackage/Data/com.apple.CoreML/weights/weight.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3499ac6151ec163c8800a0b4dd6b34cf86a81ee33fd3175e7149db0f0df0e19b
+size 165544672

vae_ane_p2_0.5.mlpackage/Manifest.json

@@ -0,0 +1,18 @@
+{
+    "fileFormatVersion": "1.0.0",
+    "itemInfoEntries": {
+        "17ECD4B4-3ADD-4D5D-97EE-2B3E76C5D8E7": {
+            "author": "com.apple.CoreML",
+            "description": "CoreML Model Specification",
+            "name": "model.mlmodel",
+            "path": "com.apple.CoreML/model.mlmodel"
+        },
+        "5687539C-218D-4152-BA9D-ADA6E1DA602D": {
+            "author": "com.apple.CoreML",
+            "description": "CoreML Model Weights",
+            "name": "weights",
+            "path": "com.apple.CoreML/weights"
+        }
+    },
+    "rootModelIdentifier": "17ECD4B4-3ADD-4D5D-97EE-2B3E76C5D8E7"
+}

vision_encoder.mlpackage/Data/com.apple.CoreML/model.mlmodel

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a3230767f270131004d6321db54bb5286161508c473b6b8ec01afb340b495d2e
-size 360793
+oid sha256:e63c9445eca87db9d06c53e7c54c2622b0f623549fd2a519dafdf0c72c60f9e7
+size 360795

vision_encoder.mlpackage/Manifest.json

@@ -1,18 +1,18 @@
 {
     "fileFormatVersion": "1.0.0",
     "itemInfoEntries": {
-        "AD918CA5-4E02-4EB8-8548-6D0B379EA733": {
-            "author": "com.apple.CoreML",
-            "description": "CoreML Model Weights",
-            "name": "weights",
-            "path": "com.apple.CoreML/weights"
-        },
-        "C2127A89-9C15-4D85-AD9D-F444095338AB": {
+        "69D8D60E-7D3F-470C-AD26-CBBF9114E23C": {
             "author": "com.apple.CoreML",
             "description": "CoreML Model Specification",
             "name": "model.mlmodel",
             "path": "com.apple.CoreML/model.mlmodel"
+        },
+        "7F4441F4-3D40-4BE6-A20F-A73B2C99368E": {
+            "author": "com.apple.CoreML",
+            "description": "CoreML Model Weights",
+            "name": "weights",
+            "path": "com.apple.CoreML/weights"
         }
     },
-    "rootModelIdentifier": "C2127A89-9C15-4D85-AD9D-F444095338AB"
+    "rootModelIdentifier": "69D8D60E-7D3F-470C-AD26-CBBF9114E23C"
 }