diff --git a/manifest.json b/manifest.json new file mode 100644 index 0000000..fdfdf70 --- /dev/null +++ b/manifest.json @@ -0,0 +1,601 @@ +{ + "schema_version": 1, + "generated_at": "2026-06-26", + "source": "Modelle.md (MATE local model strategy)", + "mirror_base_url": "https://llm.flsk.cloud/local/local-llm", + "manifest_url": "https://llm.flsk.cloud/local/local-llm/manifest.json", + "total_bytes": 153617313684, + "model_count": 23, + "models": [ + { + "repo_id": "mlx-community/Qwen3.5-2B-MLX-4bit", + "folder": "chat/mlx/mlx-community/Qwen3.5-2B-MLX-4bit", + "display_name": "Qwen 3.5 (2B) · MLX", + "role": "Mobile Default", + "category": "chat", + "runtime": "mlx", + "platform": "iOS/macOS", + "target_path": "https://llm.flsk.cloud/local/local-llm/chat/mlx/mlx-community/Qwen3.5-2B-MLX-4bit", + "snapshot_path": "https://llm.flsk.cloud/local/local-llm/chat/mlx/mlx-community/Qwen3.5-2B-MLX-4bit", + "base_url": "https://llm.flsk.cloud/local/local-llm/chat/mlx/mlx-community/Qwen3.5-2B-MLX-4bit", + "size_bytes": 1749083534, + "files": [ + ".gitattributes", + "README.md", + "chat_template.jinja", + "config.json", + "model.safetensors", + "model.safetensors.index.json", + "preprocessor_config.json", + "processor_config.json", + "tokenizer.json", + "tokenizer_config.json", + "video_preprocessor_config.json", + "vocab.json" + ] + }, + { + "repo_id": "mlx-community/Qwen3.5-0.8B-MLX-4bit", + "folder": "chat/mlx/mlx-community/Qwen3.5-0.8B-MLX-4bit", + "display_name": "Qwen 3.5 (0.8B) · MLX", + "role": "Mobile Fallback", + "category": "chat", + "runtime": "mlx", + "platform": "iOS/macOS", + "target_path": "https://llm.flsk.cloud/local/local-llm/chat/mlx/mlx-community/Qwen3.5-0.8B-MLX-4bit", + "snapshot_path": "https://llm.flsk.cloud/local/local-llm/chat/mlx/mlx-community/Qwen3.5-0.8B-MLX-4bit", + "base_url": "https://llm.flsk.cloud/local/local-llm/chat/mlx/mlx-community/Qwen3.5-0.8B-MLX-4bit", + "size_bytes": 652031020, + "files": [ + ".gitattributes", + "README.md", + "chat_template.jinja", + "config.json", + "model.safetensors", + "model.safetensors.index.json", + "preprocessor_config.json", + "processor_config.json", + "tokenizer.json", + "tokenizer_config.json", + "video_preprocessor_config.json", + "vocab.json" + ] + }, + { + "repo_id": "mlx-community/Qwen3.5-4B-MLX-4bit", + "folder": "chat/mlx/mlx-community/Qwen3.5-4B-MLX-4bit", + "display_name": "Qwen 3.5 (4B) · MLX", + "role": "Desktop Default / Mobile Strong", + "category": "chat", + "runtime": "mlx", + "platform": "iOS/macOS", + "target_path": "https://llm.flsk.cloud/local/local-llm/chat/mlx/mlx-community/Qwen3.5-4B-MLX-4bit", + "snapshot_path": "https://llm.flsk.cloud/local/local-llm/chat/mlx/mlx-community/Qwen3.5-4B-MLX-4bit", + "base_url": "https://llm.flsk.cloud/local/local-llm/chat/mlx/mlx-community/Qwen3.5-4B-MLX-4bit", + "size_bytes": 3061132920, + "files": [ + ".gitattributes", + "README.md", + "chat_template.jinja", + "config.json", + "model.safetensors", + "model.safetensors.index.json", + "preprocessor_config.json", + "processor_config.json", + "tokenizer.json", + "tokenizer_config.json", + "video_preprocessor_config.json", + "vocab.json" + ] + }, + { + "repo_id": "mlx-community/Qwen3.5-9B-MLX-4bit", + "folder": "chat/mlx/mlx-community/Qwen3.5-9B-MLX-4bit", + "display_name": "Qwen 3.5 (9B) · MLX", + "role": "Desktop Strong", + "category": "chat", + "runtime": "mlx", + "platform": "macOS", + "target_path": "https://llm.flsk.cloud/local/local-llm/chat/mlx/mlx-community/Qwen3.5-9B-MLX-4bit", + "snapshot_path": "https://llm.flsk.cloud/local/local-llm/chat/mlx/mlx-community/Qwen3.5-9B-MLX-4bit", + "base_url": "https://llm.flsk.cloud/local/local-llm/chat/mlx/mlx-community/Qwen3.5-9B-MLX-4bit", + "size_bytes": 5977074591, + "files": [ + ".gitattributes", + "README.md", + "chat_template.jinja", + "config.json", + "model-00001-of-00002.safetensors", + "model-00002-of-00002.safetensors", + "model.safetensors.index.json", + "preprocessor_config.json", + "processor_config.json", + "tokenizer.json", + "tokenizer_config.json", + "video_preprocessor_config.json", + "vocab.json" + ] + }, + { + "repo_id": "mlx-community/Qwen3.6-35B-A3B-4bit", + "folder": "chat/mlx/mlx-community/Qwen3.6-35B-A3B-4bit", + "display_name": "Qwen 3.6 (35B A3B) · MLX", + "role": "Desktop Flagship (MoE)", + "category": "chat", + "runtime": "mlx", + "platform": "macOS", + "target_path": "https://llm.flsk.cloud/local/local-llm/chat/mlx/mlx-community/Qwen3.6-35B-A3B-4bit", + "snapshot_path": "https://llm.flsk.cloud/local/local-llm/chat/mlx/mlx-community/Qwen3.6-35B-A3B-4bit", + "base_url": "https://llm.flsk.cloud/local/local-llm/chat/mlx/mlx-community/Qwen3.6-35B-A3B-4bit", + "size_bytes": 20429169263, + "files": [ + ".gitattributes", + "README.md", + "chat_template.jinja", + "config.json", + "configuration.json", + "generation_config.json", + "model-00001-of-00004.safetensors", + "model-00002-of-00004.safetensors", + "model-00003-of-00004.safetensors", + "model-00004-of-00004.safetensors", + "model.safetensors.index.json", + "preprocessor_config.json", + "processor_config.json", + "tokenizer.json", + "tokenizer_config.json", + "video_preprocessor_config.json", + "vocab.json" + ] + }, + { + "repo_id": "mlx-community/gemma-4-e2b-it-4bit", + "folder": "chat/mlx/mlx-community/gemma-4-e2b-it-4bit", + "display_name": "Gemma 4 (E2B) · MLX", + "role": "Mobile Gemma (small)", + "category": "chat", + "runtime": "mlx", + "platform": "iOS/macOS", + "target_path": "https://llm.flsk.cloud/local/local-llm/chat/mlx/mlx-community/gemma-4-e2b-it-4bit", + "snapshot_path": "https://llm.flsk.cloud/local/local-llm/chat/mlx/mlx-community/gemma-4-e2b-it-4bit", + "base_url": "https://llm.flsk.cloud/local/local-llm/chat/mlx/mlx-community/gemma-4-e2b-it-4bit", + "size_bytes": 3613530663, + "files": [ + ".gitattributes", + "README.md", + "chat_template.jinja", + "config.json", + "generation_config.json", + "model.safetensors", + "model.safetensors.index.json", + "processor_config.json", + "tokenizer.json", + "tokenizer_config.json" + ] + }, + { + "repo_id": "mlx-community/gemma-4-e4b-it-4bit", + "folder": "chat/mlx/mlx-community/gemma-4-e4b-it-4bit", + "display_name": "Gemma 4 (E4B) · MLX", + "role": "Gemma Standard", + "category": "chat", + "runtime": "mlx", + "platform": "iOS/macOS", + "target_path": "https://llm.flsk.cloud/local/local-llm/chat/mlx/mlx-community/gemma-4-e4b-it-4bit", + "snapshot_path": "https://llm.flsk.cloud/local/local-llm/chat/mlx/mlx-community/gemma-4-e4b-it-4bit", + "base_url": "https://llm.flsk.cloud/local/local-llm/chat/mlx/mlx-community/gemma-4-e4b-it-4bit", + "size_bytes": 5249811602, + "files": [ + ".gitattributes", + "README.md", + "chat_template.jinja", + "config.json", + "generation_config.json", + "model.safetensors", + "model.safetensors.index.json", + "processor_config.json", + "tokenizer.json", + "tokenizer_config.json" + ] + }, + { + "repo_id": "mlx-community/gemma-4-12B-it-4bit", + "folder": "chat/mlx/mlx-community/gemma-4-12B-it-4bit", + "display_name": "Gemma 4 (12B) · MLX", + "role": "Desktop Strong", + "category": "chat", + "runtime": "mlx", + "platform": "macOS", + "target_path": "https://llm.flsk.cloud/local/local-llm/chat/mlx/mlx-community/gemma-4-12B-it-4bit", + "snapshot_path": "https://llm.flsk.cloud/local/local-llm/chat/mlx/mlx-community/gemma-4-12B-it-4bit", + "base_url": "https://llm.flsk.cloud/local/local-llm/chat/mlx/mlx-community/gemma-4-12B-it-4bit", + "size_bytes": 6773372848, + "files": [ + ".gitattributes", + "README.md", + "chat_template.jinja", + "config.json", + "generation_config.json", + "model-00001-of-00002.safetensors", + "model-00002-of-00002.safetensors", + "model.safetensors.index.json", + "processor_config.json", + "tokenizer.json", + "tokenizer_config.json" + ] + }, + { + "repo_id": "mlx-community/gemma-4-26b-a4b-it-4bit", + "folder": "chat/mlx/mlx-community/gemma-4-26b-a4b-it-4bit", + "display_name": "Gemma 4 (26B A4B) · MLX", + "role": "Desktop Flagship (MoE)", + "category": "chat", + "runtime": "mlx", + "platform": "macOS", + "target_path": "https://llm.flsk.cloud/local/local-llm/chat/mlx/mlx-community/gemma-4-26b-a4b-it-4bit", + "snapshot_path": "https://llm.flsk.cloud/local/local-llm/chat/mlx/mlx-community/gemma-4-26b-a4b-it-4bit", + "base_url": "https://llm.flsk.cloud/local/local-llm/chat/mlx/mlx-community/gemma-4-26b-a4b-it-4bit", + "size_bytes": 15641241224, + "files": [ + ".gitattributes", + "README.md", + "chat_template.jinja", + "config.json", + "generation_config.json", + "model-00001-of-00003.safetensors", + "model-00002-of-00003.safetensors", + "model-00003-of-00003.safetensors", + "model.safetensors.index.json", + "processor_config.json", + "tokenizer.json", + "tokenizer_config.json" + ] + }, + { + "repo_id": "unsloth/Qwen3.5-0.8B-GGUF", + "folder": "chat/gguf/unsloth/Qwen3.5-0.8B-GGUF", + "display_name": "Qwen 3.5 (0.8B) · GGUF Q4_K_M", + "role": "Mobile/Android Fallback", + "category": "chat", + "runtime": "gguf", + "platform": "Android/Linux/Windows", + "target_path": "https://llm.flsk.cloud/local/local-llm/chat/gguf/unsloth/Qwen3.5-0.8B-GGUF", + "snapshot_path": "https://llm.flsk.cloud/local/local-llm/chat/gguf/unsloth/Qwen3.5-0.8B-GGUF", + "base_url": "https://llm.flsk.cloud/local/local-llm/chat/gguf/unsloth/Qwen3.5-0.8B-GGUF", + "size_bytes": 737567302, + "files": [ + "Qwen3.5-0.8B-Q4_K_M.gguf", + "README.md", + "mmproj-F16.gguf" + ] + }, + { + "repo_id": "unsloth/Qwen3.5-2B-GGUF", + "folder": "chat/gguf/unsloth/Qwen3.5-2B-GGUF", + "display_name": "Qwen 3.5 (2B) · GGUF Q4_K_M", + "role": "Mobile/Android Default", + "category": "chat", + "runtime": "gguf", + "platform": "Android/Linux/Windows", + "target_path": "https://llm.flsk.cloud/local/local-llm/chat/gguf/unsloth/Qwen3.5-2B-GGUF", + "snapshot_path": "https://llm.flsk.cloud/local/local-llm/chat/gguf/unsloth/Qwen3.5-2B-GGUF", + "base_url": "https://llm.flsk.cloud/local/local-llm/chat/gguf/unsloth/Qwen3.5-2B-GGUF", + "size_bytes": 1949127163, + "files": [ + "Qwen3.5-2B-Q4_K_M.gguf", + "README.md", + "mmproj-F16.gguf" + ] + }, + { + "repo_id": "unsloth/Qwen3.5-4B-GGUF", + "folder": "chat/gguf/unsloth/Qwen3.5-4B-GGUF", + "display_name": "Qwen 3.5 (4B) · GGUF Q4_K_M", + "role": "Desktop / Android Strong", + "category": "chat", + "runtime": "gguf", + "platform": "Android/Linux/Windows", + "target_path": "https://llm.flsk.cloud/local/local-llm/chat/gguf/unsloth/Qwen3.5-4B-GGUF", + "snapshot_path": "https://llm.flsk.cloud/local/local-llm/chat/gguf/unsloth/Qwen3.5-4B-GGUF", + "base_url": "https://llm.flsk.cloud/local/local-llm/chat/gguf/unsloth/Qwen3.5-4B-GGUF", + "size_bytes": 3413440410, + "files": [ + "Qwen3.5-4B-Q4_K_M.gguf", + "README.md", + "mmproj-F16.gguf" + ] + }, + { + "repo_id": "unsloth/Qwen3.5-9B-GGUF", + "folder": "chat/gguf/unsloth/Qwen3.5-9B-GGUF", + "display_name": "Qwen 3.5 (9B) · GGUF Q4_K_M", + "role": "Desktop Strong", + "category": "chat", + "runtime": "gguf", + "platform": "Linux/Windows", + "target_path": "https://llm.flsk.cloud/local/local-llm/chat/gguf/unsloth/Qwen3.5-9B-GGUF", + "snapshot_path": "https://llm.flsk.cloud/local/local-llm/chat/gguf/unsloth/Qwen3.5-9B-GGUF", + "base_url": "https://llm.flsk.cloud/local/local-llm/chat/gguf/unsloth/Qwen3.5-9B-GGUF", + "size_bytes": 6598767432, + "files": [ + "Qwen3.5-9B-Q4_K_M.gguf", + "README.md", + "mmproj-F16.gguf" + ] + }, + { + "repo_id": "unsloth/Qwen3.6-35B-A3B-GGUF", + "folder": "chat/gguf/unsloth/Qwen3.6-35B-A3B-GGUF", + "display_name": "Qwen 3.6 (35B A3B) · GGUF UD-Q4_K_M", + "role": "Desktop Flagship (MoE)", + "category": "chat", + "runtime": "gguf", + "platform": "Linux/Windows", + "target_path": "https://llm.flsk.cloud/local/local-llm/chat/gguf/unsloth/Qwen3.6-35B-A3B-GGUF", + "snapshot_path": "https://llm.flsk.cloud/local/local-llm/chat/gguf/unsloth/Qwen3.6-35B-A3B-GGUF", + "base_url": "https://llm.flsk.cloud/local/local-llm/chat/gguf/unsloth/Qwen3.6-35B-A3B-GGUF", + "size_bytes": 23033879240, + "files": [ + "Qwen3.6-35B-A3B-UD-Q4_K_M.gguf", + "README.md", + "mmproj-F16.gguf" + ] + }, + { + "repo_id": "unsloth/gemma-4-E2B-it-qat-mobile-GGUF", + "folder": "chat/gguf/unsloth/gemma-4-E2B-it-qat-mobile-GGUF", + "display_name": "Gemma 4 (E2B) · GGUF QAT UD-Q2_K_XL", + "role": "Android Gemma small (QAT)", + "category": "chat", + "runtime": "gguf", + "platform": "Android", + "target_path": "https://llm.flsk.cloud/local/local-llm/chat/gguf/unsloth/gemma-4-E2B-it-qat-mobile-GGUF", + "snapshot_path": "https://llm.flsk.cloud/local/local-llm/chat/gguf/unsloth/gemma-4-E2B-it-qat-mobile-GGUF", + "base_url": "https://llm.flsk.cloud/local/local-llm/chat/gguf/unsloth/gemma-4-E2B-it-qat-mobile-GGUF", + "size_bytes": 3171874814, + "files": [ + "README.md", + "config.json", + "gemma-4-E2B-it-qat-UD-Q2_K_XL.gguf", + "mmproj-F16.gguf" + ] + }, + { + "repo_id": "unsloth/gemma-4-E4B-it-qat-mobile-GGUF", + "folder": "chat/gguf/unsloth/gemma-4-E4B-it-qat-mobile-GGUF", + "display_name": "Gemma 4 (E4B) · GGUF QAT UD-Q2_K_XL", + "role": "Android Gemma strong (QAT)", + "category": "chat", + "runtime": "gguf", + "platform": "Android", + "target_path": "https://llm.flsk.cloud/local/local-llm/chat/gguf/unsloth/gemma-4-E4B-it-qat-mobile-GGUF", + "snapshot_path": "https://llm.flsk.cloud/local/local-llm/chat/gguf/unsloth/gemma-4-E4B-it-qat-mobile-GGUF", + "base_url": "https://llm.flsk.cloud/local/local-llm/chat/gguf/unsloth/gemma-4-E4B-it-qat-mobile-GGUF", + "size_bytes": 4209939006, + "files": [ + "README.md", + "config.json", + "gemma-4-E4B-it-qat-UD-Q2_K_XL.gguf", + "mmproj-F16.gguf" + ] + }, + { + "repo_id": "unsloth/gemma-4-E4B-it-GGUF", + "folder": "chat/gguf/unsloth/gemma-4-E4B-it-GGUF", + "display_name": "Gemma 4 (E4B) · GGUF Q4_K_M", + "role": "Desktop Gemma Standard", + "category": "chat", + "runtime": "gguf", + "platform": "Linux/Windows", + "target_path": "https://llm.flsk.cloud/local/local-llm/chat/gguf/unsloth/gemma-4-E4B-it-GGUF", + "snapshot_path": "https://llm.flsk.cloud/local/local-llm/chat/gguf/unsloth/gemma-4-E4B-it-GGUF", + "base_url": "https://llm.flsk.cloud/local/local-llm/chat/gguf/unsloth/gemma-4-E4B-it-GGUF", + "size_bytes": 5967575975, + "files": [ + "README.md", + "config.json", + "gemma-4-E4B-it-Q4_K_M.gguf", + "mmproj-F16.gguf" + ] + }, + { + "repo_id": "unsloth/gemma-4-12b-it-GGUF", + "folder": "chat/gguf/unsloth/gemma-4-12b-it-GGUF", + "display_name": "Gemma 4 (12B) · GGUF Q4_K_M", + "role": "Desktop Gemma Strong", + "category": "chat", + "runtime": "gguf", + "platform": "Linux/Windows", + "target_path": "https://llm.flsk.cloud/local/local-llm/chat/gguf/unsloth/gemma-4-12b-it-GGUF", + "snapshot_path": "https://llm.flsk.cloud/local/local-llm/chat/gguf/unsloth/gemma-4-12b-it-GGUF", + "base_url": "https://llm.flsk.cloud/local/local-llm/chat/gguf/unsloth/gemma-4-12b-it-GGUF", + "size_bytes": 7297007490, + "files": [ + "README.md", + "gemma-4-12b-it-Q4_K_M.gguf", + "mmproj-F16.gguf" + ] + }, + { + "repo_id": "unsloth/gemma-4-26B-A4B-it-GGUF", + "folder": "chat/gguf/unsloth/gemma-4-26B-A4B-it-GGUF", + "display_name": "Gemma 4 (26B A4B) · GGUF UD-Q4_K_M", + "role": "Desktop Gemma Flagship (MoE)", + "category": "chat", + "runtime": "gguf", + "platform": "Linux/Windows", + "target_path": "https://llm.flsk.cloud/local/local-llm/chat/gguf/unsloth/gemma-4-26B-A4B-it-GGUF", + "snapshot_path": "https://llm.flsk.cloud/local/local-llm/chat/gguf/unsloth/gemma-4-26B-A4B-it-GGUF", + "base_url": "https://llm.flsk.cloud/local/local-llm/chat/gguf/unsloth/gemma-4-26B-A4B-it-GGUF", + "size_bytes": 18140630905, + "files": [ + "README.md", + "config.json", + "gemma-4-26B-A4B-it-UD-Q4_K_M.gguf", + "mmproj-F16.gguf" + ] + }, + { + "repo_id": "prism-ml/bonsai-image-ternary-4B-mlx-2bit", + "folder": "image/mlx/prism-ml/bonsai-image-ternary-4B-mlx-2bit", + "display_name": "Bonsai Image Ternary 4B · MLX 2bit", + "role": "Image Desktop Default", + "category": "image", + "runtime": "mlx", + "platform": "macOS", + "target_path": "https://llm.flsk.cloud/local/local-llm/image/mlx/prism-ml/bonsai-image-ternary-4B-mlx-2bit", + "snapshot_path": "https://llm.flsk.cloud/local/local-llm/image/mlx/prism-ml/bonsai-image-ternary-4B-mlx-2bit", + "base_url": "https://llm.flsk.cloud/local/local-llm/image/mlx/prism-ml/bonsai-image-ternary-4B-mlx-2bit", + "size_bytes": 3888281402, + "files": [ + ".gitattributes", + "LICENSE", + "NOTICE.md", + "README.md", + "assets/bonsai-logo.svg", + "manifest.json", + "model_index.json", + "scheduler/scheduler_config.json", + "text_encoder-mlx-4bit/added_tokens.json", + "text_encoder-mlx-4bit/config.json", + "text_encoder-mlx-4bit/merges.txt", + "text_encoder-mlx-4bit/model.safetensors", + "text_encoder-mlx-4bit/model.safetensors.index.json", + "text_encoder-mlx-4bit/special_tokens_map.json", + "text_encoder-mlx-4bit/tokenizer.json", + "text_encoder-mlx-4bit/tokenizer_config.json", + "text_encoder-mlx-4bit/vocab.json", + "tokenizer/added_tokens.json", + "tokenizer/chat_template.jinja", + "tokenizer/merges.txt", + "tokenizer/special_tokens_map.json", + "tokenizer/tokenizer.json", + "tokenizer/tokenizer_config.json", + "tokenizer/vocab.json", + "transformer-packed-mflux/config.json", + "transformer-packed-mflux/diffusion_pytorch_model.safetensors", + "transformer-packed-mflux/quantization_config.json", + "vae/config.json", + "vae/diffusion_pytorch_model.safetensors" + ] + }, + { + "repo_id": "prism-ml/bonsai-image-binary-4B-mlx-1bit", + "folder": "image/mlx/prism-ml/bonsai-image-binary-4B-mlx-1bit", + "display_name": "Bonsai Image Binary 4B · MLX 1bit", + "role": "Image Mobile (validate runtime)", + "category": "image", + "runtime": "mlx", + "platform": "iOS", + "target_path": "https://llm.flsk.cloud/local/local-llm/image/mlx/prism-ml/bonsai-image-binary-4B-mlx-1bit", + "snapshot_path": "https://llm.flsk.cloud/local/local-llm/image/mlx/prism-ml/bonsai-image-binary-4B-mlx-1bit", + "base_url": "https://llm.flsk.cloud/local/local-llm/image/mlx/prism-ml/bonsai-image-binary-4B-mlx-1bit", + "size_bytes": 3428217617, + "files": [ + ".gitattributes", + "LICENSE", + "NOTICE.md", + "README.md", + "assets/bonsai-logo.svg", + "manifest.json", + "model_index.json", + "scheduler/scheduler_config.json", + "text_encoder-mlx-4bit/added_tokens.json", + "text_encoder-mlx-4bit/config.json", + "text_encoder-mlx-4bit/merges.txt", + "text_encoder-mlx-4bit/model.safetensors", + "text_encoder-mlx-4bit/model.safetensors.index.json", + "text_encoder-mlx-4bit/special_tokens_map.json", + "text_encoder-mlx-4bit/tokenizer.json", + "text_encoder-mlx-4bit/tokenizer_config.json", + "text_encoder-mlx-4bit/vocab.json", + "tokenizer/added_tokens.json", + "tokenizer/chat_template.jinja", + "tokenizer/merges.txt", + "tokenizer/special_tokens_map.json", + "tokenizer/tokenizer.json", + "tokenizer/tokenizer_config.json", + "tokenizer/vocab.json", + "transformer-packed-mflux/config.json", + "transformer-packed-mflux/diffusion_pytorch_model.safetensors", + "transformer-packed-mflux/quantization_config.json", + "vae/config.json", + "vae/diffusion_pytorch_model.safetensors" + ] + }, + { + "repo_id": "prism-ml/bonsai-image-ternary-4B-gemlite-2bit", + "folder": "image/gemlite/prism-ml/bonsai-image-ternary-4B-gemlite-2bit", + "display_name": "Bonsai Image Ternary 4B · Gemlite 2bit", + "role": "Image Desktop NVIDIA", + "category": "image", + "runtime": "gemlite", + "platform": "Linux/Windows (NVIDIA)", + "target_path": "https://llm.flsk.cloud/local/local-llm/image/gemlite/prism-ml/bonsai-image-ternary-4B-gemlite-2bit", + "snapshot_path": "https://llm.flsk.cloud/local/local-llm/image/gemlite/prism-ml/bonsai-image-ternary-4B-gemlite-2bit", + "base_url": "https://llm.flsk.cloud/local/local-llm/image/gemlite/prism-ml/bonsai-image-ternary-4B-gemlite-2bit", + "size_bytes": 4547310100, + "files": [ + ".gitattributes", + "LICENSE", + "NOTICE.md", + "README.md", + "assets/bonsai-logo.svg", + "manifest.json", + "model_index.json", + "text_encoder-hqq-4bit/config.json", + "text_encoder-hqq-4bit/qmodel.pt", + "text_encoder-hqq-4bit/tokenizer/added_tokens.json", + "text_encoder-hqq-4bit/tokenizer/chat_template.jinja", + "text_encoder-hqq-4bit/tokenizer/merges.txt", + "text_encoder-hqq-4bit/tokenizer/special_tokens_map.json", + "text_encoder-hqq-4bit/tokenizer/tokenizer.json", + "text_encoder-hqq-4bit/tokenizer/tokenizer_config.json", + "text_encoder-hqq-4bit/tokenizer/vocab.json", + "transformer-gemlite-int2/config.json", + "transformer-gemlite-int2/gemlite_autotune.json", + "transformer-gemlite-int2/quantization_config.json", + "transformer-gemlite-int2/state_dict.pt", + "vae/config.json", + "vae/diffusion_pytorch_model.safetensors" + ] + }, + { + "repo_id": "prism-ml/bonsai-image-binary-4B-gemlite-1bit", + "folder": "image/gemlite/prism-ml/bonsai-image-binary-4B-gemlite-1bit", + "display_name": "Bonsai Image Binary 4B · Gemlite 1bit", + "role": "Image NVIDIA small", + "category": "image", + "runtime": "gemlite", + "platform": "Linux/Windows (NVIDIA)", + "target_path": "https://llm.flsk.cloud/local/local-llm/image/gemlite/prism-ml/bonsai-image-binary-4B-gemlite-1bit", + "snapshot_path": "https://llm.flsk.cloud/local/local-llm/image/gemlite/prism-ml/bonsai-image-binary-4B-gemlite-1bit", + "base_url": "https://llm.flsk.cloud/local/local-llm/image/gemlite/prism-ml/bonsai-image-binary-4B-gemlite-1bit", + "size_bytes": 4087247163, + "files": [ + ".gitattributes", + "LICENSE", + "NOTICE.md", + "README.md", + "assets/bonsai-logo.svg", + "manifest.json", + "model_index.json", + "text_encoder-hqq-4bit/config.json", + "text_encoder-hqq-4bit/qmodel.pt", + "text_encoder-hqq-4bit/tokenizer/added_tokens.json", + "text_encoder-hqq-4bit/tokenizer/chat_template.jinja", + "text_encoder-hqq-4bit/tokenizer/merges.txt", + "text_encoder-hqq-4bit/tokenizer/special_tokens_map.json", + "text_encoder-hqq-4bit/tokenizer/tokenizer.json", + "text_encoder-hqq-4bit/tokenizer/tokenizer_config.json", + "text_encoder-hqq-4bit/tokenizer/vocab.json", + "transformer-gemlite-int1/config.json", + "transformer-gemlite-int1/gemlite_autotune.json", + "transformer-gemlite-int1/quantization_config.json", + "transformer-gemlite-int1/state_dict.pt", + "vae/config.json", + "vae/diffusion_pytorch_model.safetensors" + ] + } + ] +} \ No newline at end of file