601 lines
No EOL
24 KiB
JSON
601 lines
No EOL
24 KiB
JSON
{
|
|
"schema_version": 1,
|
|
"generated_at": "2026-06-26",
|
|
"source": "Modelle.md (MATE local model strategy)",
|
|
"mirror_base_url": "https://llm.flsk.cloud/local/local-llm",
|
|
"manifest_url": "https://llm.flsk.cloud/local/local-llm/manifest.json",
|
|
"total_bytes": 153617313684,
|
|
"model_count": 23,
|
|
"models": [
|
|
{
|
|
"repo_id": "mlx-community/Qwen3.5-2B-MLX-4bit",
|
|
"folder": "chat/mlx/mlx-community/Qwen3.5-2B-MLX-4bit",
|
|
"display_name": "Qwen 3.5 (2B) · MLX",
|
|
"role": "Mobile Default",
|
|
"category": "chat",
|
|
"runtime": "mlx",
|
|
"platform": "iOS/macOS",
|
|
"target_path": "https://llm.flsk.cloud/local/local-llm/chat/mlx/mlx-community/Qwen3.5-2B-MLX-4bit",
|
|
"snapshot_path": "https://llm.flsk.cloud/local/local-llm/chat/mlx/mlx-community/Qwen3.5-2B-MLX-4bit",
|
|
"base_url": "https://llm.flsk.cloud/local/local-llm/chat/mlx/mlx-community/Qwen3.5-2B-MLX-4bit",
|
|
"size_bytes": 1749083534,
|
|
"files": [
|
|
".gitattributes",
|
|
"README.md",
|
|
"chat_template.jinja",
|
|
"config.json",
|
|
"model.safetensors",
|
|
"model.safetensors.index.json",
|
|
"preprocessor_config.json",
|
|
"processor_config.json",
|
|
"tokenizer.json",
|
|
"tokenizer_config.json",
|
|
"video_preprocessor_config.json",
|
|
"vocab.json"
|
|
]
|
|
},
|
|
{
|
|
"repo_id": "mlx-community/Qwen3.5-0.8B-MLX-4bit",
|
|
"folder": "chat/mlx/mlx-community/Qwen3.5-0.8B-MLX-4bit",
|
|
"display_name": "Qwen 3.5 (0.8B) · MLX",
|
|
"role": "Mobile Fallback",
|
|
"category": "chat",
|
|
"runtime": "mlx",
|
|
"platform": "iOS/macOS",
|
|
"target_path": "https://llm.flsk.cloud/local/local-llm/chat/mlx/mlx-community/Qwen3.5-0.8B-MLX-4bit",
|
|
"snapshot_path": "https://llm.flsk.cloud/local/local-llm/chat/mlx/mlx-community/Qwen3.5-0.8B-MLX-4bit",
|
|
"base_url": "https://llm.flsk.cloud/local/local-llm/chat/mlx/mlx-community/Qwen3.5-0.8B-MLX-4bit",
|
|
"size_bytes": 652031020,
|
|
"files": [
|
|
".gitattributes",
|
|
"README.md",
|
|
"chat_template.jinja",
|
|
"config.json",
|
|
"model.safetensors",
|
|
"model.safetensors.index.json",
|
|
"preprocessor_config.json",
|
|
"processor_config.json",
|
|
"tokenizer.json",
|
|
"tokenizer_config.json",
|
|
"video_preprocessor_config.json",
|
|
"vocab.json"
|
|
]
|
|
},
|
|
{
|
|
"repo_id": "mlx-community/Qwen3.5-4B-MLX-4bit",
|
|
"folder": "chat/mlx/mlx-community/Qwen3.5-4B-MLX-4bit",
|
|
"display_name": "Qwen 3.5 (4B) · MLX",
|
|
"role": "Desktop Default / Mobile Strong",
|
|
"category": "chat",
|
|
"runtime": "mlx",
|
|
"platform": "iOS/macOS",
|
|
"target_path": "https://llm.flsk.cloud/local/local-llm/chat/mlx/mlx-community/Qwen3.5-4B-MLX-4bit",
|
|
"snapshot_path": "https://llm.flsk.cloud/local/local-llm/chat/mlx/mlx-community/Qwen3.5-4B-MLX-4bit",
|
|
"base_url": "https://llm.flsk.cloud/local/local-llm/chat/mlx/mlx-community/Qwen3.5-4B-MLX-4bit",
|
|
"size_bytes": 3061132920,
|
|
"files": [
|
|
".gitattributes",
|
|
"README.md",
|
|
"chat_template.jinja",
|
|
"config.json",
|
|
"model.safetensors",
|
|
"model.safetensors.index.json",
|
|
"preprocessor_config.json",
|
|
"processor_config.json",
|
|
"tokenizer.json",
|
|
"tokenizer_config.json",
|
|
"video_preprocessor_config.json",
|
|
"vocab.json"
|
|
]
|
|
},
|
|
{
|
|
"repo_id": "mlx-community/Qwen3.5-9B-MLX-4bit",
|
|
"folder": "chat/mlx/mlx-community/Qwen3.5-9B-MLX-4bit",
|
|
"display_name": "Qwen 3.5 (9B) · MLX",
|
|
"role": "Desktop Strong",
|
|
"category": "chat",
|
|
"runtime": "mlx",
|
|
"platform": "macOS",
|
|
"target_path": "https://llm.flsk.cloud/local/local-llm/chat/mlx/mlx-community/Qwen3.5-9B-MLX-4bit",
|
|
"snapshot_path": "https://llm.flsk.cloud/local/local-llm/chat/mlx/mlx-community/Qwen3.5-9B-MLX-4bit",
|
|
"base_url": "https://llm.flsk.cloud/local/local-llm/chat/mlx/mlx-community/Qwen3.5-9B-MLX-4bit",
|
|
"size_bytes": 5977074591,
|
|
"files": [
|
|
".gitattributes",
|
|
"README.md",
|
|
"chat_template.jinja",
|
|
"config.json",
|
|
"model-00001-of-00002.safetensors",
|
|
"model-00002-of-00002.safetensors",
|
|
"model.safetensors.index.json",
|
|
"preprocessor_config.json",
|
|
"processor_config.json",
|
|
"tokenizer.json",
|
|
"tokenizer_config.json",
|
|
"video_preprocessor_config.json",
|
|
"vocab.json"
|
|
]
|
|
},
|
|
{
|
|
"repo_id": "mlx-community/Qwen3.6-35B-A3B-4bit",
|
|
"folder": "chat/mlx/mlx-community/Qwen3.6-35B-A3B-4bit",
|
|
"display_name": "Qwen 3.6 (35B A3B) · MLX",
|
|
"role": "Desktop Flagship (MoE)",
|
|
"category": "chat",
|
|
"runtime": "mlx",
|
|
"platform": "macOS",
|
|
"target_path": "https://llm.flsk.cloud/local/local-llm/chat/mlx/mlx-community/Qwen3.6-35B-A3B-4bit",
|
|
"snapshot_path": "https://llm.flsk.cloud/local/local-llm/chat/mlx/mlx-community/Qwen3.6-35B-A3B-4bit",
|
|
"base_url": "https://llm.flsk.cloud/local/local-llm/chat/mlx/mlx-community/Qwen3.6-35B-A3B-4bit",
|
|
"size_bytes": 20429169263,
|
|
"files": [
|
|
".gitattributes",
|
|
"README.md",
|
|
"chat_template.jinja",
|
|
"config.json",
|
|
"configuration.json",
|
|
"generation_config.json",
|
|
"model-00001-of-00004.safetensors",
|
|
"model-00002-of-00004.safetensors",
|
|
"model-00003-of-00004.safetensors",
|
|
"model-00004-of-00004.safetensors",
|
|
"model.safetensors.index.json",
|
|
"preprocessor_config.json",
|
|
"processor_config.json",
|
|
"tokenizer.json",
|
|
"tokenizer_config.json",
|
|
"video_preprocessor_config.json",
|
|
"vocab.json"
|
|
]
|
|
},
|
|
{
|
|
"repo_id": "mlx-community/gemma-4-e2b-it-4bit",
|
|
"folder": "chat/mlx/mlx-community/gemma-4-e2b-it-4bit",
|
|
"display_name": "Gemma 4 (E2B) · MLX",
|
|
"role": "Mobile Gemma (small)",
|
|
"category": "chat",
|
|
"runtime": "mlx",
|
|
"platform": "iOS/macOS",
|
|
"target_path": "https://llm.flsk.cloud/local/local-llm/chat/mlx/mlx-community/gemma-4-e2b-it-4bit",
|
|
"snapshot_path": "https://llm.flsk.cloud/local/local-llm/chat/mlx/mlx-community/gemma-4-e2b-it-4bit",
|
|
"base_url": "https://llm.flsk.cloud/local/local-llm/chat/mlx/mlx-community/gemma-4-e2b-it-4bit",
|
|
"size_bytes": 3613530663,
|
|
"files": [
|
|
".gitattributes",
|
|
"README.md",
|
|
"chat_template.jinja",
|
|
"config.json",
|
|
"generation_config.json",
|
|
"model.safetensors",
|
|
"model.safetensors.index.json",
|
|
"processor_config.json",
|
|
"tokenizer.json",
|
|
"tokenizer_config.json"
|
|
]
|
|
},
|
|
{
|
|
"repo_id": "mlx-community/gemma-4-e4b-it-4bit",
|
|
"folder": "chat/mlx/mlx-community/gemma-4-e4b-it-4bit",
|
|
"display_name": "Gemma 4 (E4B) · MLX",
|
|
"role": "Gemma Standard",
|
|
"category": "chat",
|
|
"runtime": "mlx",
|
|
"platform": "iOS/macOS",
|
|
"target_path": "https://llm.flsk.cloud/local/local-llm/chat/mlx/mlx-community/gemma-4-e4b-it-4bit",
|
|
"snapshot_path": "https://llm.flsk.cloud/local/local-llm/chat/mlx/mlx-community/gemma-4-e4b-it-4bit",
|
|
"base_url": "https://llm.flsk.cloud/local/local-llm/chat/mlx/mlx-community/gemma-4-e4b-it-4bit",
|
|
"size_bytes": 5249811602,
|
|
"files": [
|
|
".gitattributes",
|
|
"README.md",
|
|
"chat_template.jinja",
|
|
"config.json",
|
|
"generation_config.json",
|
|
"model.safetensors",
|
|
"model.safetensors.index.json",
|
|
"processor_config.json",
|
|
"tokenizer.json",
|
|
"tokenizer_config.json"
|
|
]
|
|
},
|
|
{
|
|
"repo_id": "mlx-community/gemma-4-12B-it-4bit",
|
|
"folder": "chat/mlx/mlx-community/gemma-4-12B-it-4bit",
|
|
"display_name": "Gemma 4 (12B) · MLX",
|
|
"role": "Desktop Strong",
|
|
"category": "chat",
|
|
"runtime": "mlx",
|
|
"platform": "macOS",
|
|
"target_path": "https://llm.flsk.cloud/local/local-llm/chat/mlx/mlx-community/gemma-4-12B-it-4bit",
|
|
"snapshot_path": "https://llm.flsk.cloud/local/local-llm/chat/mlx/mlx-community/gemma-4-12B-it-4bit",
|
|
"base_url": "https://llm.flsk.cloud/local/local-llm/chat/mlx/mlx-community/gemma-4-12B-it-4bit",
|
|
"size_bytes": 6773372848,
|
|
"files": [
|
|
".gitattributes",
|
|
"README.md",
|
|
"chat_template.jinja",
|
|
"config.json",
|
|
"generation_config.json",
|
|
"model-00001-of-00002.safetensors",
|
|
"model-00002-of-00002.safetensors",
|
|
"model.safetensors.index.json",
|
|
"processor_config.json",
|
|
"tokenizer.json",
|
|
"tokenizer_config.json"
|
|
]
|
|
},
|
|
{
|
|
"repo_id": "mlx-community/gemma-4-26b-a4b-it-4bit",
|
|
"folder": "chat/mlx/mlx-community/gemma-4-26b-a4b-it-4bit",
|
|
"display_name": "Gemma 4 (26B A4B) · MLX",
|
|
"role": "Desktop Flagship (MoE)",
|
|
"category": "chat",
|
|
"runtime": "mlx",
|
|
"platform": "macOS",
|
|
"target_path": "https://llm.flsk.cloud/local/local-llm/chat/mlx/mlx-community/gemma-4-26b-a4b-it-4bit",
|
|
"snapshot_path": "https://llm.flsk.cloud/local/local-llm/chat/mlx/mlx-community/gemma-4-26b-a4b-it-4bit",
|
|
"base_url": "https://llm.flsk.cloud/local/local-llm/chat/mlx/mlx-community/gemma-4-26b-a4b-it-4bit",
|
|
"size_bytes": 15641241224,
|
|
"files": [
|
|
".gitattributes",
|
|
"README.md",
|
|
"chat_template.jinja",
|
|
"config.json",
|
|
"generation_config.json",
|
|
"model-00001-of-00003.safetensors",
|
|
"model-00002-of-00003.safetensors",
|
|
"model-00003-of-00003.safetensors",
|
|
"model.safetensors.index.json",
|
|
"processor_config.json",
|
|
"tokenizer.json",
|
|
"tokenizer_config.json"
|
|
]
|
|
},
|
|
{
|
|
"repo_id": "unsloth/Qwen3.5-0.8B-GGUF",
|
|
"folder": "chat/gguf/unsloth/Qwen3.5-0.8B-GGUF",
|
|
"display_name": "Qwen 3.5 (0.8B) · GGUF Q4_K_M",
|
|
"role": "Mobile/Android Fallback",
|
|
"category": "chat",
|
|
"runtime": "gguf",
|
|
"platform": "Android/Linux/Windows",
|
|
"target_path": "https://llm.flsk.cloud/local/local-llm/chat/gguf/unsloth/Qwen3.5-0.8B-GGUF",
|
|
"snapshot_path": "https://llm.flsk.cloud/local/local-llm/chat/gguf/unsloth/Qwen3.5-0.8B-GGUF",
|
|
"base_url": "https://llm.flsk.cloud/local/local-llm/chat/gguf/unsloth/Qwen3.5-0.8B-GGUF",
|
|
"size_bytes": 737567302,
|
|
"files": [
|
|
"Qwen3.5-0.8B-Q4_K_M.gguf",
|
|
"README.md",
|
|
"mmproj-F16.gguf"
|
|
]
|
|
},
|
|
{
|
|
"repo_id": "unsloth/Qwen3.5-2B-GGUF",
|
|
"folder": "chat/gguf/unsloth/Qwen3.5-2B-GGUF",
|
|
"display_name": "Qwen 3.5 (2B) · GGUF Q4_K_M",
|
|
"role": "Mobile/Android Default",
|
|
"category": "chat",
|
|
"runtime": "gguf",
|
|
"platform": "Android/Linux/Windows",
|
|
"target_path": "https://llm.flsk.cloud/local/local-llm/chat/gguf/unsloth/Qwen3.5-2B-GGUF",
|
|
"snapshot_path": "https://llm.flsk.cloud/local/local-llm/chat/gguf/unsloth/Qwen3.5-2B-GGUF",
|
|
"base_url": "https://llm.flsk.cloud/local/local-llm/chat/gguf/unsloth/Qwen3.5-2B-GGUF",
|
|
"size_bytes": 1949127163,
|
|
"files": [
|
|
"Qwen3.5-2B-Q4_K_M.gguf",
|
|
"README.md",
|
|
"mmproj-F16.gguf"
|
|
]
|
|
},
|
|
{
|
|
"repo_id": "unsloth/Qwen3.5-4B-GGUF",
|
|
"folder": "chat/gguf/unsloth/Qwen3.5-4B-GGUF",
|
|
"display_name": "Qwen 3.5 (4B) · GGUF Q4_K_M",
|
|
"role": "Desktop / Android Strong",
|
|
"category": "chat",
|
|
"runtime": "gguf",
|
|
"platform": "Android/Linux/Windows",
|
|
"target_path": "https://llm.flsk.cloud/local/local-llm/chat/gguf/unsloth/Qwen3.5-4B-GGUF",
|
|
"snapshot_path": "https://llm.flsk.cloud/local/local-llm/chat/gguf/unsloth/Qwen3.5-4B-GGUF",
|
|
"base_url": "https://llm.flsk.cloud/local/local-llm/chat/gguf/unsloth/Qwen3.5-4B-GGUF",
|
|
"size_bytes": 3413440410,
|
|
"files": [
|
|
"Qwen3.5-4B-Q4_K_M.gguf",
|
|
"README.md",
|
|
"mmproj-F16.gguf"
|
|
]
|
|
},
|
|
{
|
|
"repo_id": "unsloth/Qwen3.5-9B-GGUF",
|
|
"folder": "chat/gguf/unsloth/Qwen3.5-9B-GGUF",
|
|
"display_name": "Qwen 3.5 (9B) · GGUF Q4_K_M",
|
|
"role": "Desktop Strong",
|
|
"category": "chat",
|
|
"runtime": "gguf",
|
|
"platform": "Linux/Windows",
|
|
"target_path": "https://llm.flsk.cloud/local/local-llm/chat/gguf/unsloth/Qwen3.5-9B-GGUF",
|
|
"snapshot_path": "https://llm.flsk.cloud/local/local-llm/chat/gguf/unsloth/Qwen3.5-9B-GGUF",
|
|
"base_url": "https://llm.flsk.cloud/local/local-llm/chat/gguf/unsloth/Qwen3.5-9B-GGUF",
|
|
"size_bytes": 6598767432,
|
|
"files": [
|
|
"Qwen3.5-9B-Q4_K_M.gguf",
|
|
"README.md",
|
|
"mmproj-F16.gguf"
|
|
]
|
|
},
|
|
{
|
|
"repo_id": "unsloth/Qwen3.6-35B-A3B-GGUF",
|
|
"folder": "chat/gguf/unsloth/Qwen3.6-35B-A3B-GGUF",
|
|
"display_name": "Qwen 3.6 (35B A3B) · GGUF UD-Q4_K_M",
|
|
"role": "Desktop Flagship (MoE)",
|
|
"category": "chat",
|
|
"runtime": "gguf",
|
|
"platform": "Linux/Windows",
|
|
"target_path": "https://llm.flsk.cloud/local/local-llm/chat/gguf/unsloth/Qwen3.6-35B-A3B-GGUF",
|
|
"snapshot_path": "https://llm.flsk.cloud/local/local-llm/chat/gguf/unsloth/Qwen3.6-35B-A3B-GGUF",
|
|
"base_url": "https://llm.flsk.cloud/local/local-llm/chat/gguf/unsloth/Qwen3.6-35B-A3B-GGUF",
|
|
"size_bytes": 23033879240,
|
|
"files": [
|
|
"Qwen3.6-35B-A3B-UD-Q4_K_M.gguf",
|
|
"README.md",
|
|
"mmproj-F16.gguf"
|
|
]
|
|
},
|
|
{
|
|
"repo_id": "unsloth/gemma-4-E2B-it-qat-mobile-GGUF",
|
|
"folder": "chat/gguf/unsloth/gemma-4-E2B-it-qat-mobile-GGUF",
|
|
"display_name": "Gemma 4 (E2B) · GGUF QAT UD-Q2_K_XL",
|
|
"role": "Android Gemma small (QAT)",
|
|
"category": "chat",
|
|
"runtime": "gguf",
|
|
"platform": "Android",
|
|
"target_path": "https://llm.flsk.cloud/local/local-llm/chat/gguf/unsloth/gemma-4-E2B-it-qat-mobile-GGUF",
|
|
"snapshot_path": "https://llm.flsk.cloud/local/local-llm/chat/gguf/unsloth/gemma-4-E2B-it-qat-mobile-GGUF",
|
|
"base_url": "https://llm.flsk.cloud/local/local-llm/chat/gguf/unsloth/gemma-4-E2B-it-qat-mobile-GGUF",
|
|
"size_bytes": 3171874814,
|
|
"files": [
|
|
"README.md",
|
|
"config.json",
|
|
"gemma-4-E2B-it-qat-UD-Q2_K_XL.gguf",
|
|
"mmproj-F16.gguf"
|
|
]
|
|
},
|
|
{
|
|
"repo_id": "unsloth/gemma-4-E4B-it-qat-mobile-GGUF",
|
|
"folder": "chat/gguf/unsloth/gemma-4-E4B-it-qat-mobile-GGUF",
|
|
"display_name": "Gemma 4 (E4B) · GGUF QAT UD-Q2_K_XL",
|
|
"role": "Android Gemma strong (QAT)",
|
|
"category": "chat",
|
|
"runtime": "gguf",
|
|
"platform": "Android",
|
|
"target_path": "https://llm.flsk.cloud/local/local-llm/chat/gguf/unsloth/gemma-4-E4B-it-qat-mobile-GGUF",
|
|
"snapshot_path": "https://llm.flsk.cloud/local/local-llm/chat/gguf/unsloth/gemma-4-E4B-it-qat-mobile-GGUF",
|
|
"base_url": "https://llm.flsk.cloud/local/local-llm/chat/gguf/unsloth/gemma-4-E4B-it-qat-mobile-GGUF",
|
|
"size_bytes": 4209939006,
|
|
"files": [
|
|
"README.md",
|
|
"config.json",
|
|
"gemma-4-E4B-it-qat-UD-Q2_K_XL.gguf",
|
|
"mmproj-F16.gguf"
|
|
]
|
|
},
|
|
{
|
|
"repo_id": "unsloth/gemma-4-E4B-it-GGUF",
|
|
"folder": "chat/gguf/unsloth/gemma-4-E4B-it-GGUF",
|
|
"display_name": "Gemma 4 (E4B) · GGUF Q4_K_M",
|
|
"role": "Desktop Gemma Standard",
|
|
"category": "chat",
|
|
"runtime": "gguf",
|
|
"platform": "Linux/Windows",
|
|
"target_path": "https://llm.flsk.cloud/local/local-llm/chat/gguf/unsloth/gemma-4-E4B-it-GGUF",
|
|
"snapshot_path": "https://llm.flsk.cloud/local/local-llm/chat/gguf/unsloth/gemma-4-E4B-it-GGUF",
|
|
"base_url": "https://llm.flsk.cloud/local/local-llm/chat/gguf/unsloth/gemma-4-E4B-it-GGUF",
|
|
"size_bytes": 5967575975,
|
|
"files": [
|
|
"README.md",
|
|
"config.json",
|
|
"gemma-4-E4B-it-Q4_K_M.gguf",
|
|
"mmproj-F16.gguf"
|
|
]
|
|
},
|
|
{
|
|
"repo_id": "unsloth/gemma-4-12b-it-GGUF",
|
|
"folder": "chat/gguf/unsloth/gemma-4-12b-it-GGUF",
|
|
"display_name": "Gemma 4 (12B) · GGUF Q4_K_M",
|
|
"role": "Desktop Gemma Strong",
|
|
"category": "chat",
|
|
"runtime": "gguf",
|
|
"platform": "Linux/Windows",
|
|
"target_path": "https://llm.flsk.cloud/local/local-llm/chat/gguf/unsloth/gemma-4-12b-it-GGUF",
|
|
"snapshot_path": "https://llm.flsk.cloud/local/local-llm/chat/gguf/unsloth/gemma-4-12b-it-GGUF",
|
|
"base_url": "https://llm.flsk.cloud/local/local-llm/chat/gguf/unsloth/gemma-4-12b-it-GGUF",
|
|
"size_bytes": 7297007490,
|
|
"files": [
|
|
"README.md",
|
|
"gemma-4-12b-it-Q4_K_M.gguf",
|
|
"mmproj-F16.gguf"
|
|
]
|
|
},
|
|
{
|
|
"repo_id": "unsloth/gemma-4-26B-A4B-it-GGUF",
|
|
"folder": "chat/gguf/unsloth/gemma-4-26B-A4B-it-GGUF",
|
|
"display_name": "Gemma 4 (26B A4B) · GGUF UD-Q4_K_M",
|
|
"role": "Desktop Gemma Flagship (MoE)",
|
|
"category": "chat",
|
|
"runtime": "gguf",
|
|
"platform": "Linux/Windows",
|
|
"target_path": "https://llm.flsk.cloud/local/local-llm/chat/gguf/unsloth/gemma-4-26B-A4B-it-GGUF",
|
|
"snapshot_path": "https://llm.flsk.cloud/local/local-llm/chat/gguf/unsloth/gemma-4-26B-A4B-it-GGUF",
|
|
"base_url": "https://llm.flsk.cloud/local/local-llm/chat/gguf/unsloth/gemma-4-26B-A4B-it-GGUF",
|
|
"size_bytes": 18140630905,
|
|
"files": [
|
|
"README.md",
|
|
"config.json",
|
|
"gemma-4-26B-A4B-it-UD-Q4_K_M.gguf",
|
|
"mmproj-F16.gguf"
|
|
]
|
|
},
|
|
{
|
|
"repo_id": "prism-ml/bonsai-image-ternary-4B-mlx-2bit",
|
|
"folder": "image/mlx/prism-ml/bonsai-image-ternary-4B-mlx-2bit",
|
|
"display_name": "Bonsai Image Ternary 4B · MLX 2bit",
|
|
"role": "Image Desktop Default",
|
|
"category": "image",
|
|
"runtime": "mlx",
|
|
"platform": "macOS",
|
|
"target_path": "https://llm.flsk.cloud/local/local-llm/image/mlx/prism-ml/bonsai-image-ternary-4B-mlx-2bit",
|
|
"snapshot_path": "https://llm.flsk.cloud/local/local-llm/image/mlx/prism-ml/bonsai-image-ternary-4B-mlx-2bit",
|
|
"base_url": "https://llm.flsk.cloud/local/local-llm/image/mlx/prism-ml/bonsai-image-ternary-4B-mlx-2bit",
|
|
"size_bytes": 3888281402,
|
|
"files": [
|
|
".gitattributes",
|
|
"LICENSE",
|
|
"NOTICE.md",
|
|
"README.md",
|
|
"assets/bonsai-logo.svg",
|
|
"manifest.json",
|
|
"model_index.json",
|
|
"scheduler/scheduler_config.json",
|
|
"text_encoder-mlx-4bit/added_tokens.json",
|
|
"text_encoder-mlx-4bit/config.json",
|
|
"text_encoder-mlx-4bit/merges.txt",
|
|
"text_encoder-mlx-4bit/model.safetensors",
|
|
"text_encoder-mlx-4bit/model.safetensors.index.json",
|
|
"text_encoder-mlx-4bit/special_tokens_map.json",
|
|
"text_encoder-mlx-4bit/tokenizer.json",
|
|
"text_encoder-mlx-4bit/tokenizer_config.json",
|
|
"text_encoder-mlx-4bit/vocab.json",
|
|
"tokenizer/added_tokens.json",
|
|
"tokenizer/chat_template.jinja",
|
|
"tokenizer/merges.txt",
|
|
"tokenizer/special_tokens_map.json",
|
|
"tokenizer/tokenizer.json",
|
|
"tokenizer/tokenizer_config.json",
|
|
"tokenizer/vocab.json",
|
|
"transformer-packed-mflux/config.json",
|
|
"transformer-packed-mflux/diffusion_pytorch_model.safetensors",
|
|
"transformer-packed-mflux/quantization_config.json",
|
|
"vae/config.json",
|
|
"vae/diffusion_pytorch_model.safetensors"
|
|
]
|
|
},
|
|
{
|
|
"repo_id": "prism-ml/bonsai-image-binary-4B-mlx-1bit",
|
|
"folder": "image/mlx/prism-ml/bonsai-image-binary-4B-mlx-1bit",
|
|
"display_name": "Bonsai Image Binary 4B · MLX 1bit",
|
|
"role": "Image Mobile (validate runtime)",
|
|
"category": "image",
|
|
"runtime": "mlx",
|
|
"platform": "iOS",
|
|
"target_path": "https://llm.flsk.cloud/local/local-llm/image/mlx/prism-ml/bonsai-image-binary-4B-mlx-1bit",
|
|
"snapshot_path": "https://llm.flsk.cloud/local/local-llm/image/mlx/prism-ml/bonsai-image-binary-4B-mlx-1bit",
|
|
"base_url": "https://llm.flsk.cloud/local/local-llm/image/mlx/prism-ml/bonsai-image-binary-4B-mlx-1bit",
|
|
"size_bytes": 3428217617,
|
|
"files": [
|
|
".gitattributes",
|
|
"LICENSE",
|
|
"NOTICE.md",
|
|
"README.md",
|
|
"assets/bonsai-logo.svg",
|
|
"manifest.json",
|
|
"model_index.json",
|
|
"scheduler/scheduler_config.json",
|
|
"text_encoder-mlx-4bit/added_tokens.json",
|
|
"text_encoder-mlx-4bit/config.json",
|
|
"text_encoder-mlx-4bit/merges.txt",
|
|
"text_encoder-mlx-4bit/model.safetensors",
|
|
"text_encoder-mlx-4bit/model.safetensors.index.json",
|
|
"text_encoder-mlx-4bit/special_tokens_map.json",
|
|
"text_encoder-mlx-4bit/tokenizer.json",
|
|
"text_encoder-mlx-4bit/tokenizer_config.json",
|
|
"text_encoder-mlx-4bit/vocab.json",
|
|
"tokenizer/added_tokens.json",
|
|
"tokenizer/chat_template.jinja",
|
|
"tokenizer/merges.txt",
|
|
"tokenizer/special_tokens_map.json",
|
|
"tokenizer/tokenizer.json",
|
|
"tokenizer/tokenizer_config.json",
|
|
"tokenizer/vocab.json",
|
|
"transformer-packed-mflux/config.json",
|
|
"transformer-packed-mflux/diffusion_pytorch_model.safetensors",
|
|
"transformer-packed-mflux/quantization_config.json",
|
|
"vae/config.json",
|
|
"vae/diffusion_pytorch_model.safetensors"
|
|
]
|
|
},
|
|
{
|
|
"repo_id": "prism-ml/bonsai-image-ternary-4B-gemlite-2bit",
|
|
"folder": "image/gemlite/prism-ml/bonsai-image-ternary-4B-gemlite-2bit",
|
|
"display_name": "Bonsai Image Ternary 4B · Gemlite 2bit",
|
|
"role": "Image Desktop NVIDIA",
|
|
"category": "image",
|
|
"runtime": "gemlite",
|
|
"platform": "Linux/Windows (NVIDIA)",
|
|
"target_path": "https://llm.flsk.cloud/local/local-llm/image/gemlite/prism-ml/bonsai-image-ternary-4B-gemlite-2bit",
|
|
"snapshot_path": "https://llm.flsk.cloud/local/local-llm/image/gemlite/prism-ml/bonsai-image-ternary-4B-gemlite-2bit",
|
|
"base_url": "https://llm.flsk.cloud/local/local-llm/image/gemlite/prism-ml/bonsai-image-ternary-4B-gemlite-2bit",
|
|
"size_bytes": 4547310100,
|
|
"files": [
|
|
".gitattributes",
|
|
"LICENSE",
|
|
"NOTICE.md",
|
|
"README.md",
|
|
"assets/bonsai-logo.svg",
|
|
"manifest.json",
|
|
"model_index.json",
|
|
"text_encoder-hqq-4bit/config.json",
|
|
"text_encoder-hqq-4bit/qmodel.pt",
|
|
"text_encoder-hqq-4bit/tokenizer/added_tokens.json",
|
|
"text_encoder-hqq-4bit/tokenizer/chat_template.jinja",
|
|
"text_encoder-hqq-4bit/tokenizer/merges.txt",
|
|
"text_encoder-hqq-4bit/tokenizer/special_tokens_map.json",
|
|
"text_encoder-hqq-4bit/tokenizer/tokenizer.json",
|
|
"text_encoder-hqq-4bit/tokenizer/tokenizer_config.json",
|
|
"text_encoder-hqq-4bit/tokenizer/vocab.json",
|
|
"transformer-gemlite-int2/config.json",
|
|
"transformer-gemlite-int2/gemlite_autotune.json",
|
|
"transformer-gemlite-int2/quantization_config.json",
|
|
"transformer-gemlite-int2/state_dict.pt",
|
|
"vae/config.json",
|
|
"vae/diffusion_pytorch_model.safetensors"
|
|
]
|
|
},
|
|
{
|
|
"repo_id": "prism-ml/bonsai-image-binary-4B-gemlite-1bit",
|
|
"folder": "image/gemlite/prism-ml/bonsai-image-binary-4B-gemlite-1bit",
|
|
"display_name": "Bonsai Image Binary 4B · Gemlite 1bit",
|
|
"role": "Image NVIDIA small",
|
|
"category": "image",
|
|
"runtime": "gemlite",
|
|
"platform": "Linux/Windows (NVIDIA)",
|
|
"target_path": "https://llm.flsk.cloud/local/local-llm/image/gemlite/prism-ml/bonsai-image-binary-4B-gemlite-1bit",
|
|
"snapshot_path": "https://llm.flsk.cloud/local/local-llm/image/gemlite/prism-ml/bonsai-image-binary-4B-gemlite-1bit",
|
|
"base_url": "https://llm.flsk.cloud/local/local-llm/image/gemlite/prism-ml/bonsai-image-binary-4B-gemlite-1bit",
|
|
"size_bytes": 4087247163,
|
|
"files": [
|
|
".gitattributes",
|
|
"LICENSE",
|
|
"NOTICE.md",
|
|
"README.md",
|
|
"assets/bonsai-logo.svg",
|
|
"manifest.json",
|
|
"model_index.json",
|
|
"text_encoder-hqq-4bit/config.json",
|
|
"text_encoder-hqq-4bit/qmodel.pt",
|
|
"text_encoder-hqq-4bit/tokenizer/added_tokens.json",
|
|
"text_encoder-hqq-4bit/tokenizer/chat_template.jinja",
|
|
"text_encoder-hqq-4bit/tokenizer/merges.txt",
|
|
"text_encoder-hqq-4bit/tokenizer/special_tokens_map.json",
|
|
"text_encoder-hqq-4bit/tokenizer/tokenizer.json",
|
|
"text_encoder-hqq-4bit/tokenizer/tokenizer_config.json",
|
|
"text_encoder-hqq-4bit/tokenizer/vocab.json",
|
|
"transformer-gemlite-int1/config.json",
|
|
"transformer-gemlite-int1/gemlite_autotune.json",
|
|
"transformer-gemlite-int1/quantization_config.json",
|
|
"transformer-gemlite-int1/state_dict.pt",
|
|
"vae/config.json",
|
|
"vae/diffusion_pytorch_model.safetensors"
|
|
]
|
|
}
|
|
]
|
|
} |