add model manifest
This commit is contained in:
parent
085112601e
commit
94b5c12c2d
1 changed files with 601 additions and 0 deletions
601
manifest.json
Normal file
601
manifest.json
Normal file
|
|
@ -0,0 +1,601 @@
|
|||
{
|
||||
"schema_version": 1,
|
||||
"generated_at": "2026-06-26",
|
||||
"source": "Modelle.md (MATE local model strategy)",
|
||||
"mirror_base_url": "https://llm.flsk.cloud/local/local-llm",
|
||||
"manifest_url": "https://llm.flsk.cloud/local/local-llm/manifest.json",
|
||||
"total_bytes": 153617313684,
|
||||
"model_count": 23,
|
||||
"models": [
|
||||
{
|
||||
"repo_id": "mlx-community/Qwen3.5-2B-MLX-4bit",
|
||||
"folder": "chat/mlx/mlx-community/Qwen3.5-2B-MLX-4bit",
|
||||
"display_name": "Qwen 3.5 (2B) · MLX",
|
||||
"role": "Mobile Default",
|
||||
"category": "chat",
|
||||
"runtime": "mlx",
|
||||
"platform": "iOS/macOS",
|
||||
"target_path": "https://llm.flsk.cloud/local/local-llm/chat/mlx/mlx-community/Qwen3.5-2B-MLX-4bit",
|
||||
"snapshot_path": "https://llm.flsk.cloud/local/local-llm/chat/mlx/mlx-community/Qwen3.5-2B-MLX-4bit",
|
||||
"base_url": "https://llm.flsk.cloud/local/local-llm/chat/mlx/mlx-community/Qwen3.5-2B-MLX-4bit",
|
||||
"size_bytes": 1749083534,
|
||||
"files": [
|
||||
".gitattributes",
|
||||
"README.md",
|
||||
"chat_template.jinja",
|
||||
"config.json",
|
||||
"model.safetensors",
|
||||
"model.safetensors.index.json",
|
||||
"preprocessor_config.json",
|
||||
"processor_config.json",
|
||||
"tokenizer.json",
|
||||
"tokenizer_config.json",
|
||||
"video_preprocessor_config.json",
|
||||
"vocab.json"
|
||||
]
|
||||
},
|
||||
{
|
||||
"repo_id": "mlx-community/Qwen3.5-0.8B-MLX-4bit",
|
||||
"folder": "chat/mlx/mlx-community/Qwen3.5-0.8B-MLX-4bit",
|
||||
"display_name": "Qwen 3.5 (0.8B) · MLX",
|
||||
"role": "Mobile Fallback",
|
||||
"category": "chat",
|
||||
"runtime": "mlx",
|
||||
"platform": "iOS/macOS",
|
||||
"target_path": "https://llm.flsk.cloud/local/local-llm/chat/mlx/mlx-community/Qwen3.5-0.8B-MLX-4bit",
|
||||
"snapshot_path": "https://llm.flsk.cloud/local/local-llm/chat/mlx/mlx-community/Qwen3.5-0.8B-MLX-4bit",
|
||||
"base_url": "https://llm.flsk.cloud/local/local-llm/chat/mlx/mlx-community/Qwen3.5-0.8B-MLX-4bit",
|
||||
"size_bytes": 652031020,
|
||||
"files": [
|
||||
".gitattributes",
|
||||
"README.md",
|
||||
"chat_template.jinja",
|
||||
"config.json",
|
||||
"model.safetensors",
|
||||
"model.safetensors.index.json",
|
||||
"preprocessor_config.json",
|
||||
"processor_config.json",
|
||||
"tokenizer.json",
|
||||
"tokenizer_config.json",
|
||||
"video_preprocessor_config.json",
|
||||
"vocab.json"
|
||||
]
|
||||
},
|
||||
{
|
||||
"repo_id": "mlx-community/Qwen3.5-4B-MLX-4bit",
|
||||
"folder": "chat/mlx/mlx-community/Qwen3.5-4B-MLX-4bit",
|
||||
"display_name": "Qwen 3.5 (4B) · MLX",
|
||||
"role": "Desktop Default / Mobile Strong",
|
||||
"category": "chat",
|
||||
"runtime": "mlx",
|
||||
"platform": "iOS/macOS",
|
||||
"target_path": "https://llm.flsk.cloud/local/local-llm/chat/mlx/mlx-community/Qwen3.5-4B-MLX-4bit",
|
||||
"snapshot_path": "https://llm.flsk.cloud/local/local-llm/chat/mlx/mlx-community/Qwen3.5-4B-MLX-4bit",
|
||||
"base_url": "https://llm.flsk.cloud/local/local-llm/chat/mlx/mlx-community/Qwen3.5-4B-MLX-4bit",
|
||||
"size_bytes": 3061132920,
|
||||
"files": [
|
||||
".gitattributes",
|
||||
"README.md",
|
||||
"chat_template.jinja",
|
||||
"config.json",
|
||||
"model.safetensors",
|
||||
"model.safetensors.index.json",
|
||||
"preprocessor_config.json",
|
||||
"processor_config.json",
|
||||
"tokenizer.json",
|
||||
"tokenizer_config.json",
|
||||
"video_preprocessor_config.json",
|
||||
"vocab.json"
|
||||
]
|
||||
},
|
||||
{
|
||||
"repo_id": "mlx-community/Qwen3.5-9B-MLX-4bit",
|
||||
"folder": "chat/mlx/mlx-community/Qwen3.5-9B-MLX-4bit",
|
||||
"display_name": "Qwen 3.5 (9B) · MLX",
|
||||
"role": "Desktop Strong",
|
||||
"category": "chat",
|
||||
"runtime": "mlx",
|
||||
"platform": "macOS",
|
||||
"target_path": "https://llm.flsk.cloud/local/local-llm/chat/mlx/mlx-community/Qwen3.5-9B-MLX-4bit",
|
||||
"snapshot_path": "https://llm.flsk.cloud/local/local-llm/chat/mlx/mlx-community/Qwen3.5-9B-MLX-4bit",
|
||||
"base_url": "https://llm.flsk.cloud/local/local-llm/chat/mlx/mlx-community/Qwen3.5-9B-MLX-4bit",
|
||||
"size_bytes": 5977074591,
|
||||
"files": [
|
||||
".gitattributes",
|
||||
"README.md",
|
||||
"chat_template.jinja",
|
||||
"config.json",
|
||||
"model-00001-of-00002.safetensors",
|
||||
"model-00002-of-00002.safetensors",
|
||||
"model.safetensors.index.json",
|
||||
"preprocessor_config.json",
|
||||
"processor_config.json",
|
||||
"tokenizer.json",
|
||||
"tokenizer_config.json",
|
||||
"video_preprocessor_config.json",
|
||||
"vocab.json"
|
||||
]
|
||||
},
|
||||
{
|
||||
"repo_id": "mlx-community/Qwen3.6-35B-A3B-4bit",
|
||||
"folder": "chat/mlx/mlx-community/Qwen3.6-35B-A3B-4bit",
|
||||
"display_name": "Qwen 3.6 (35B A3B) · MLX",
|
||||
"role": "Desktop Flagship (MoE)",
|
||||
"category": "chat",
|
||||
"runtime": "mlx",
|
||||
"platform": "macOS",
|
||||
"target_path": "https://llm.flsk.cloud/local/local-llm/chat/mlx/mlx-community/Qwen3.6-35B-A3B-4bit",
|
||||
"snapshot_path": "https://llm.flsk.cloud/local/local-llm/chat/mlx/mlx-community/Qwen3.6-35B-A3B-4bit",
|
||||
"base_url": "https://llm.flsk.cloud/local/local-llm/chat/mlx/mlx-community/Qwen3.6-35B-A3B-4bit",
|
||||
"size_bytes": 20429169263,
|
||||
"files": [
|
||||
".gitattributes",
|
||||
"README.md",
|
||||
"chat_template.jinja",
|
||||
"config.json",
|
||||
"configuration.json",
|
||||
"generation_config.json",
|
||||
"model-00001-of-00004.safetensors",
|
||||
"model-00002-of-00004.safetensors",
|
||||
"model-00003-of-00004.safetensors",
|
||||
"model-00004-of-00004.safetensors",
|
||||
"model.safetensors.index.json",
|
||||
"preprocessor_config.json",
|
||||
"processor_config.json",
|
||||
"tokenizer.json",
|
||||
"tokenizer_config.json",
|
||||
"video_preprocessor_config.json",
|
||||
"vocab.json"
|
||||
]
|
||||
},
|
||||
{
|
||||
"repo_id": "mlx-community/gemma-4-e2b-it-4bit",
|
||||
"folder": "chat/mlx/mlx-community/gemma-4-e2b-it-4bit",
|
||||
"display_name": "Gemma 4 (E2B) · MLX",
|
||||
"role": "Mobile Gemma (small)",
|
||||
"category": "chat",
|
||||
"runtime": "mlx",
|
||||
"platform": "iOS/macOS",
|
||||
"target_path": "https://llm.flsk.cloud/local/local-llm/chat/mlx/mlx-community/gemma-4-e2b-it-4bit",
|
||||
"snapshot_path": "https://llm.flsk.cloud/local/local-llm/chat/mlx/mlx-community/gemma-4-e2b-it-4bit",
|
||||
"base_url": "https://llm.flsk.cloud/local/local-llm/chat/mlx/mlx-community/gemma-4-e2b-it-4bit",
|
||||
"size_bytes": 3613530663,
|
||||
"files": [
|
||||
".gitattributes",
|
||||
"README.md",
|
||||
"chat_template.jinja",
|
||||
"config.json",
|
||||
"generation_config.json",
|
||||
"model.safetensors",
|
||||
"model.safetensors.index.json",
|
||||
"processor_config.json",
|
||||
"tokenizer.json",
|
||||
"tokenizer_config.json"
|
||||
]
|
||||
},
|
||||
{
|
||||
"repo_id": "mlx-community/gemma-4-e4b-it-4bit",
|
||||
"folder": "chat/mlx/mlx-community/gemma-4-e4b-it-4bit",
|
||||
"display_name": "Gemma 4 (E4B) · MLX",
|
||||
"role": "Gemma Standard",
|
||||
"category": "chat",
|
||||
"runtime": "mlx",
|
||||
"platform": "iOS/macOS",
|
||||
"target_path": "https://llm.flsk.cloud/local/local-llm/chat/mlx/mlx-community/gemma-4-e4b-it-4bit",
|
||||
"snapshot_path": "https://llm.flsk.cloud/local/local-llm/chat/mlx/mlx-community/gemma-4-e4b-it-4bit",
|
||||
"base_url": "https://llm.flsk.cloud/local/local-llm/chat/mlx/mlx-community/gemma-4-e4b-it-4bit",
|
||||
"size_bytes": 5249811602,
|
||||
"files": [
|
||||
".gitattributes",
|
||||
"README.md",
|
||||
"chat_template.jinja",
|
||||
"config.json",
|
||||
"generation_config.json",
|
||||
"model.safetensors",
|
||||
"model.safetensors.index.json",
|
||||
"processor_config.json",
|
||||
"tokenizer.json",
|
||||
"tokenizer_config.json"
|
||||
]
|
||||
},
|
||||
{
|
||||
"repo_id": "mlx-community/gemma-4-12B-it-4bit",
|
||||
"folder": "chat/mlx/mlx-community/gemma-4-12B-it-4bit",
|
||||
"display_name": "Gemma 4 (12B) · MLX",
|
||||
"role": "Desktop Strong",
|
||||
"category": "chat",
|
||||
"runtime": "mlx",
|
||||
"platform": "macOS",
|
||||
"target_path": "https://llm.flsk.cloud/local/local-llm/chat/mlx/mlx-community/gemma-4-12B-it-4bit",
|
||||
"snapshot_path": "https://llm.flsk.cloud/local/local-llm/chat/mlx/mlx-community/gemma-4-12B-it-4bit",
|
||||
"base_url": "https://llm.flsk.cloud/local/local-llm/chat/mlx/mlx-community/gemma-4-12B-it-4bit",
|
||||
"size_bytes": 6773372848,
|
||||
"files": [
|
||||
".gitattributes",
|
||||
"README.md",
|
||||
"chat_template.jinja",
|
||||
"config.json",
|
||||
"generation_config.json",
|
||||
"model-00001-of-00002.safetensors",
|
||||
"model-00002-of-00002.safetensors",
|
||||
"model.safetensors.index.json",
|
||||
"processor_config.json",
|
||||
"tokenizer.json",
|
||||
"tokenizer_config.json"
|
||||
]
|
||||
},
|
||||
{
|
||||
"repo_id": "mlx-community/gemma-4-26b-a4b-it-4bit",
|
||||
"folder": "chat/mlx/mlx-community/gemma-4-26b-a4b-it-4bit",
|
||||
"display_name": "Gemma 4 (26B A4B) · MLX",
|
||||
"role": "Desktop Flagship (MoE)",
|
||||
"category": "chat",
|
||||
"runtime": "mlx",
|
||||
"platform": "macOS",
|
||||
"target_path": "https://llm.flsk.cloud/local/local-llm/chat/mlx/mlx-community/gemma-4-26b-a4b-it-4bit",
|
||||
"snapshot_path": "https://llm.flsk.cloud/local/local-llm/chat/mlx/mlx-community/gemma-4-26b-a4b-it-4bit",
|
||||
"base_url": "https://llm.flsk.cloud/local/local-llm/chat/mlx/mlx-community/gemma-4-26b-a4b-it-4bit",
|
||||
"size_bytes": 15641241224,
|
||||
"files": [
|
||||
".gitattributes",
|
||||
"README.md",
|
||||
"chat_template.jinja",
|
||||
"config.json",
|
||||
"generation_config.json",
|
||||
"model-00001-of-00003.safetensors",
|
||||
"model-00002-of-00003.safetensors",
|
||||
"model-00003-of-00003.safetensors",
|
||||
"model.safetensors.index.json",
|
||||
"processor_config.json",
|
||||
"tokenizer.json",
|
||||
"tokenizer_config.json"
|
||||
]
|
||||
},
|
||||
{
|
||||
"repo_id": "unsloth/Qwen3.5-0.8B-GGUF",
|
||||
"folder": "chat/gguf/unsloth/Qwen3.5-0.8B-GGUF",
|
||||
"display_name": "Qwen 3.5 (0.8B) · GGUF Q4_K_M",
|
||||
"role": "Mobile/Android Fallback",
|
||||
"category": "chat",
|
||||
"runtime": "gguf",
|
||||
"platform": "Android/Linux/Windows",
|
||||
"target_path": "https://llm.flsk.cloud/local/local-llm/chat/gguf/unsloth/Qwen3.5-0.8B-GGUF",
|
||||
"snapshot_path": "https://llm.flsk.cloud/local/local-llm/chat/gguf/unsloth/Qwen3.5-0.8B-GGUF",
|
||||
"base_url": "https://llm.flsk.cloud/local/local-llm/chat/gguf/unsloth/Qwen3.5-0.8B-GGUF",
|
||||
"size_bytes": 737567302,
|
||||
"files": [
|
||||
"Qwen3.5-0.8B-Q4_K_M.gguf",
|
||||
"README.md",
|
||||
"mmproj-F16.gguf"
|
||||
]
|
||||
},
|
||||
{
|
||||
"repo_id": "unsloth/Qwen3.5-2B-GGUF",
|
||||
"folder": "chat/gguf/unsloth/Qwen3.5-2B-GGUF",
|
||||
"display_name": "Qwen 3.5 (2B) · GGUF Q4_K_M",
|
||||
"role": "Mobile/Android Default",
|
||||
"category": "chat",
|
||||
"runtime": "gguf",
|
||||
"platform": "Android/Linux/Windows",
|
||||
"target_path": "https://llm.flsk.cloud/local/local-llm/chat/gguf/unsloth/Qwen3.5-2B-GGUF",
|
||||
"snapshot_path": "https://llm.flsk.cloud/local/local-llm/chat/gguf/unsloth/Qwen3.5-2B-GGUF",
|
||||
"base_url": "https://llm.flsk.cloud/local/local-llm/chat/gguf/unsloth/Qwen3.5-2B-GGUF",
|
||||
"size_bytes": 1949127163,
|
||||
"files": [
|
||||
"Qwen3.5-2B-Q4_K_M.gguf",
|
||||
"README.md",
|
||||
"mmproj-F16.gguf"
|
||||
]
|
||||
},
|
||||
{
|
||||
"repo_id": "unsloth/Qwen3.5-4B-GGUF",
|
||||
"folder": "chat/gguf/unsloth/Qwen3.5-4B-GGUF",
|
||||
"display_name": "Qwen 3.5 (4B) · GGUF Q4_K_M",
|
||||
"role": "Desktop / Android Strong",
|
||||
"category": "chat",
|
||||
"runtime": "gguf",
|
||||
"platform": "Android/Linux/Windows",
|
||||
"target_path": "https://llm.flsk.cloud/local/local-llm/chat/gguf/unsloth/Qwen3.5-4B-GGUF",
|
||||
"snapshot_path": "https://llm.flsk.cloud/local/local-llm/chat/gguf/unsloth/Qwen3.5-4B-GGUF",
|
||||
"base_url": "https://llm.flsk.cloud/local/local-llm/chat/gguf/unsloth/Qwen3.5-4B-GGUF",
|
||||
"size_bytes": 3413440410,
|
||||
"files": [
|
||||
"Qwen3.5-4B-Q4_K_M.gguf",
|
||||
"README.md",
|
||||
"mmproj-F16.gguf"
|
||||
]
|
||||
},
|
||||
{
|
||||
"repo_id": "unsloth/Qwen3.5-9B-GGUF",
|
||||
"folder": "chat/gguf/unsloth/Qwen3.5-9B-GGUF",
|
||||
"display_name": "Qwen 3.5 (9B) · GGUF Q4_K_M",
|
||||
"role": "Desktop Strong",
|
||||
"category": "chat",
|
||||
"runtime": "gguf",
|
||||
"platform": "Linux/Windows",
|
||||
"target_path": "https://llm.flsk.cloud/local/local-llm/chat/gguf/unsloth/Qwen3.5-9B-GGUF",
|
||||
"snapshot_path": "https://llm.flsk.cloud/local/local-llm/chat/gguf/unsloth/Qwen3.5-9B-GGUF",
|
||||
"base_url": "https://llm.flsk.cloud/local/local-llm/chat/gguf/unsloth/Qwen3.5-9B-GGUF",
|
||||
"size_bytes": 6598767432,
|
||||
"files": [
|
||||
"Qwen3.5-9B-Q4_K_M.gguf",
|
||||
"README.md",
|
||||
"mmproj-F16.gguf"
|
||||
]
|
||||
},
|
||||
{
|
||||
"repo_id": "unsloth/Qwen3.6-35B-A3B-GGUF",
|
||||
"folder": "chat/gguf/unsloth/Qwen3.6-35B-A3B-GGUF",
|
||||
"display_name": "Qwen 3.6 (35B A3B) · GGUF UD-Q4_K_M",
|
||||
"role": "Desktop Flagship (MoE)",
|
||||
"category": "chat",
|
||||
"runtime": "gguf",
|
||||
"platform": "Linux/Windows",
|
||||
"target_path": "https://llm.flsk.cloud/local/local-llm/chat/gguf/unsloth/Qwen3.6-35B-A3B-GGUF",
|
||||
"snapshot_path": "https://llm.flsk.cloud/local/local-llm/chat/gguf/unsloth/Qwen3.6-35B-A3B-GGUF",
|
||||
"base_url": "https://llm.flsk.cloud/local/local-llm/chat/gguf/unsloth/Qwen3.6-35B-A3B-GGUF",
|
||||
"size_bytes": 23033879240,
|
||||
"files": [
|
||||
"Qwen3.6-35B-A3B-UD-Q4_K_M.gguf",
|
||||
"README.md",
|
||||
"mmproj-F16.gguf"
|
||||
]
|
||||
},
|
||||
{
|
||||
"repo_id": "unsloth/gemma-4-E2B-it-qat-mobile-GGUF",
|
||||
"folder": "chat/gguf/unsloth/gemma-4-E2B-it-qat-mobile-GGUF",
|
||||
"display_name": "Gemma 4 (E2B) · GGUF QAT UD-Q2_K_XL",
|
||||
"role": "Android Gemma small (QAT)",
|
||||
"category": "chat",
|
||||
"runtime": "gguf",
|
||||
"platform": "Android",
|
||||
"target_path": "https://llm.flsk.cloud/local/local-llm/chat/gguf/unsloth/gemma-4-E2B-it-qat-mobile-GGUF",
|
||||
"snapshot_path": "https://llm.flsk.cloud/local/local-llm/chat/gguf/unsloth/gemma-4-E2B-it-qat-mobile-GGUF",
|
||||
"base_url": "https://llm.flsk.cloud/local/local-llm/chat/gguf/unsloth/gemma-4-E2B-it-qat-mobile-GGUF",
|
||||
"size_bytes": 3171874814,
|
||||
"files": [
|
||||
"README.md",
|
||||
"config.json",
|
||||
"gemma-4-E2B-it-qat-UD-Q2_K_XL.gguf",
|
||||
"mmproj-F16.gguf"
|
||||
]
|
||||
},
|
||||
{
|
||||
"repo_id": "unsloth/gemma-4-E4B-it-qat-mobile-GGUF",
|
||||
"folder": "chat/gguf/unsloth/gemma-4-E4B-it-qat-mobile-GGUF",
|
||||
"display_name": "Gemma 4 (E4B) · GGUF QAT UD-Q2_K_XL",
|
||||
"role": "Android Gemma strong (QAT)",
|
||||
"category": "chat",
|
||||
"runtime": "gguf",
|
||||
"platform": "Android",
|
||||
"target_path": "https://llm.flsk.cloud/local/local-llm/chat/gguf/unsloth/gemma-4-E4B-it-qat-mobile-GGUF",
|
||||
"snapshot_path": "https://llm.flsk.cloud/local/local-llm/chat/gguf/unsloth/gemma-4-E4B-it-qat-mobile-GGUF",
|
||||
"base_url": "https://llm.flsk.cloud/local/local-llm/chat/gguf/unsloth/gemma-4-E4B-it-qat-mobile-GGUF",
|
||||
"size_bytes": 4209939006,
|
||||
"files": [
|
||||
"README.md",
|
||||
"config.json",
|
||||
"gemma-4-E4B-it-qat-UD-Q2_K_XL.gguf",
|
||||
"mmproj-F16.gguf"
|
||||
]
|
||||
},
|
||||
{
|
||||
"repo_id": "unsloth/gemma-4-E4B-it-GGUF",
|
||||
"folder": "chat/gguf/unsloth/gemma-4-E4B-it-GGUF",
|
||||
"display_name": "Gemma 4 (E4B) · GGUF Q4_K_M",
|
||||
"role": "Desktop Gemma Standard",
|
||||
"category": "chat",
|
||||
"runtime": "gguf",
|
||||
"platform": "Linux/Windows",
|
||||
"target_path": "https://llm.flsk.cloud/local/local-llm/chat/gguf/unsloth/gemma-4-E4B-it-GGUF",
|
||||
"snapshot_path": "https://llm.flsk.cloud/local/local-llm/chat/gguf/unsloth/gemma-4-E4B-it-GGUF",
|
||||
"base_url": "https://llm.flsk.cloud/local/local-llm/chat/gguf/unsloth/gemma-4-E4B-it-GGUF",
|
||||
"size_bytes": 5967575975,
|
||||
"files": [
|
||||
"README.md",
|
||||
"config.json",
|
||||
"gemma-4-E4B-it-Q4_K_M.gguf",
|
||||
"mmproj-F16.gguf"
|
||||
]
|
||||
},
|
||||
{
|
||||
"repo_id": "unsloth/gemma-4-12b-it-GGUF",
|
||||
"folder": "chat/gguf/unsloth/gemma-4-12b-it-GGUF",
|
||||
"display_name": "Gemma 4 (12B) · GGUF Q4_K_M",
|
||||
"role": "Desktop Gemma Strong",
|
||||
"category": "chat",
|
||||
"runtime": "gguf",
|
||||
"platform": "Linux/Windows",
|
||||
"target_path": "https://llm.flsk.cloud/local/local-llm/chat/gguf/unsloth/gemma-4-12b-it-GGUF",
|
||||
"snapshot_path": "https://llm.flsk.cloud/local/local-llm/chat/gguf/unsloth/gemma-4-12b-it-GGUF",
|
||||
"base_url": "https://llm.flsk.cloud/local/local-llm/chat/gguf/unsloth/gemma-4-12b-it-GGUF",
|
||||
"size_bytes": 7297007490,
|
||||
"files": [
|
||||
"README.md",
|
||||
"gemma-4-12b-it-Q4_K_M.gguf",
|
||||
"mmproj-F16.gguf"
|
||||
]
|
||||
},
|
||||
{
|
||||
"repo_id": "unsloth/gemma-4-26B-A4B-it-GGUF",
|
||||
"folder": "chat/gguf/unsloth/gemma-4-26B-A4B-it-GGUF",
|
||||
"display_name": "Gemma 4 (26B A4B) · GGUF UD-Q4_K_M",
|
||||
"role": "Desktop Gemma Flagship (MoE)",
|
||||
"category": "chat",
|
||||
"runtime": "gguf",
|
||||
"platform": "Linux/Windows",
|
||||
"target_path": "https://llm.flsk.cloud/local/local-llm/chat/gguf/unsloth/gemma-4-26B-A4B-it-GGUF",
|
||||
"snapshot_path": "https://llm.flsk.cloud/local/local-llm/chat/gguf/unsloth/gemma-4-26B-A4B-it-GGUF",
|
||||
"base_url": "https://llm.flsk.cloud/local/local-llm/chat/gguf/unsloth/gemma-4-26B-A4B-it-GGUF",
|
||||
"size_bytes": 18140630905,
|
||||
"files": [
|
||||
"README.md",
|
||||
"config.json",
|
||||
"gemma-4-26B-A4B-it-UD-Q4_K_M.gguf",
|
||||
"mmproj-F16.gguf"
|
||||
]
|
||||
},
|
||||
{
|
||||
"repo_id": "prism-ml/bonsai-image-ternary-4B-mlx-2bit",
|
||||
"folder": "image/mlx/prism-ml/bonsai-image-ternary-4B-mlx-2bit",
|
||||
"display_name": "Bonsai Image Ternary 4B · MLX 2bit",
|
||||
"role": "Image Desktop Default",
|
||||
"category": "image",
|
||||
"runtime": "mlx",
|
||||
"platform": "macOS",
|
||||
"target_path": "https://llm.flsk.cloud/local/local-llm/image/mlx/prism-ml/bonsai-image-ternary-4B-mlx-2bit",
|
||||
"snapshot_path": "https://llm.flsk.cloud/local/local-llm/image/mlx/prism-ml/bonsai-image-ternary-4B-mlx-2bit",
|
||||
"base_url": "https://llm.flsk.cloud/local/local-llm/image/mlx/prism-ml/bonsai-image-ternary-4B-mlx-2bit",
|
||||
"size_bytes": 3888281402,
|
||||
"files": [
|
||||
".gitattributes",
|
||||
"LICENSE",
|
||||
"NOTICE.md",
|
||||
"README.md",
|
||||
"assets/bonsai-logo.svg",
|
||||
"manifest.json",
|
||||
"model_index.json",
|
||||
"scheduler/scheduler_config.json",
|
||||
"text_encoder-mlx-4bit/added_tokens.json",
|
||||
"text_encoder-mlx-4bit/config.json",
|
||||
"text_encoder-mlx-4bit/merges.txt",
|
||||
"text_encoder-mlx-4bit/model.safetensors",
|
||||
"text_encoder-mlx-4bit/model.safetensors.index.json",
|
||||
"text_encoder-mlx-4bit/special_tokens_map.json",
|
||||
"text_encoder-mlx-4bit/tokenizer.json",
|
||||
"text_encoder-mlx-4bit/tokenizer_config.json",
|
||||
"text_encoder-mlx-4bit/vocab.json",
|
||||
"tokenizer/added_tokens.json",
|
||||
"tokenizer/chat_template.jinja",
|
||||
"tokenizer/merges.txt",
|
||||
"tokenizer/special_tokens_map.json",
|
||||
"tokenizer/tokenizer.json",
|
||||
"tokenizer/tokenizer_config.json",
|
||||
"tokenizer/vocab.json",
|
||||
"transformer-packed-mflux/config.json",
|
||||
"transformer-packed-mflux/diffusion_pytorch_model.safetensors",
|
||||
"transformer-packed-mflux/quantization_config.json",
|
||||
"vae/config.json",
|
||||
"vae/diffusion_pytorch_model.safetensors"
|
||||
]
|
||||
},
|
||||
{
|
||||
"repo_id": "prism-ml/bonsai-image-binary-4B-mlx-1bit",
|
||||
"folder": "image/mlx/prism-ml/bonsai-image-binary-4B-mlx-1bit",
|
||||
"display_name": "Bonsai Image Binary 4B · MLX 1bit",
|
||||
"role": "Image Mobile (validate runtime)",
|
||||
"category": "image",
|
||||
"runtime": "mlx",
|
||||
"platform": "iOS",
|
||||
"target_path": "https://llm.flsk.cloud/local/local-llm/image/mlx/prism-ml/bonsai-image-binary-4B-mlx-1bit",
|
||||
"snapshot_path": "https://llm.flsk.cloud/local/local-llm/image/mlx/prism-ml/bonsai-image-binary-4B-mlx-1bit",
|
||||
"base_url": "https://llm.flsk.cloud/local/local-llm/image/mlx/prism-ml/bonsai-image-binary-4B-mlx-1bit",
|
||||
"size_bytes": 3428217617,
|
||||
"files": [
|
||||
".gitattributes",
|
||||
"LICENSE",
|
||||
"NOTICE.md",
|
||||
"README.md",
|
||||
"assets/bonsai-logo.svg",
|
||||
"manifest.json",
|
||||
"model_index.json",
|
||||
"scheduler/scheduler_config.json",
|
||||
"text_encoder-mlx-4bit/added_tokens.json",
|
||||
"text_encoder-mlx-4bit/config.json",
|
||||
"text_encoder-mlx-4bit/merges.txt",
|
||||
"text_encoder-mlx-4bit/model.safetensors",
|
||||
"text_encoder-mlx-4bit/model.safetensors.index.json",
|
||||
"text_encoder-mlx-4bit/special_tokens_map.json",
|
||||
"text_encoder-mlx-4bit/tokenizer.json",
|
||||
"text_encoder-mlx-4bit/tokenizer_config.json",
|
||||
"text_encoder-mlx-4bit/vocab.json",
|
||||
"tokenizer/added_tokens.json",
|
||||
"tokenizer/chat_template.jinja",
|
||||
"tokenizer/merges.txt",
|
||||
"tokenizer/special_tokens_map.json",
|
||||
"tokenizer/tokenizer.json",
|
||||
"tokenizer/tokenizer_config.json",
|
||||
"tokenizer/vocab.json",
|
||||
"transformer-packed-mflux/config.json",
|
||||
"transformer-packed-mflux/diffusion_pytorch_model.safetensors",
|
||||
"transformer-packed-mflux/quantization_config.json",
|
||||
"vae/config.json",
|
||||
"vae/diffusion_pytorch_model.safetensors"
|
||||
]
|
||||
},
|
||||
{
|
||||
"repo_id": "prism-ml/bonsai-image-ternary-4B-gemlite-2bit",
|
||||
"folder": "image/gemlite/prism-ml/bonsai-image-ternary-4B-gemlite-2bit",
|
||||
"display_name": "Bonsai Image Ternary 4B · Gemlite 2bit",
|
||||
"role": "Image Desktop NVIDIA",
|
||||
"category": "image",
|
||||
"runtime": "gemlite",
|
||||
"platform": "Linux/Windows (NVIDIA)",
|
||||
"target_path": "https://llm.flsk.cloud/local/local-llm/image/gemlite/prism-ml/bonsai-image-ternary-4B-gemlite-2bit",
|
||||
"snapshot_path": "https://llm.flsk.cloud/local/local-llm/image/gemlite/prism-ml/bonsai-image-ternary-4B-gemlite-2bit",
|
||||
"base_url": "https://llm.flsk.cloud/local/local-llm/image/gemlite/prism-ml/bonsai-image-ternary-4B-gemlite-2bit",
|
||||
"size_bytes": 4547310100,
|
||||
"files": [
|
||||
".gitattributes",
|
||||
"LICENSE",
|
||||
"NOTICE.md",
|
||||
"README.md",
|
||||
"assets/bonsai-logo.svg",
|
||||
"manifest.json",
|
||||
"model_index.json",
|
||||
"text_encoder-hqq-4bit/config.json",
|
||||
"text_encoder-hqq-4bit/qmodel.pt",
|
||||
"text_encoder-hqq-4bit/tokenizer/added_tokens.json",
|
||||
"text_encoder-hqq-4bit/tokenizer/chat_template.jinja",
|
||||
"text_encoder-hqq-4bit/tokenizer/merges.txt",
|
||||
"text_encoder-hqq-4bit/tokenizer/special_tokens_map.json",
|
||||
"text_encoder-hqq-4bit/tokenizer/tokenizer.json",
|
||||
"text_encoder-hqq-4bit/tokenizer/tokenizer_config.json",
|
||||
"text_encoder-hqq-4bit/tokenizer/vocab.json",
|
||||
"transformer-gemlite-int2/config.json",
|
||||
"transformer-gemlite-int2/gemlite_autotune.json",
|
||||
"transformer-gemlite-int2/quantization_config.json",
|
||||
"transformer-gemlite-int2/state_dict.pt",
|
||||
"vae/config.json",
|
||||
"vae/diffusion_pytorch_model.safetensors"
|
||||
]
|
||||
},
|
||||
{
|
||||
"repo_id": "prism-ml/bonsai-image-binary-4B-gemlite-1bit",
|
||||
"folder": "image/gemlite/prism-ml/bonsai-image-binary-4B-gemlite-1bit",
|
||||
"display_name": "Bonsai Image Binary 4B · Gemlite 1bit",
|
||||
"role": "Image NVIDIA small",
|
||||
"category": "image",
|
||||
"runtime": "gemlite",
|
||||
"platform": "Linux/Windows (NVIDIA)",
|
||||
"target_path": "https://llm.flsk.cloud/local/local-llm/image/gemlite/prism-ml/bonsai-image-binary-4B-gemlite-1bit",
|
||||
"snapshot_path": "https://llm.flsk.cloud/local/local-llm/image/gemlite/prism-ml/bonsai-image-binary-4B-gemlite-1bit",
|
||||
"base_url": "https://llm.flsk.cloud/local/local-llm/image/gemlite/prism-ml/bonsai-image-binary-4B-gemlite-1bit",
|
||||
"size_bytes": 4087247163,
|
||||
"files": [
|
||||
".gitattributes",
|
||||
"LICENSE",
|
||||
"NOTICE.md",
|
||||
"README.md",
|
||||
"assets/bonsai-logo.svg",
|
||||
"manifest.json",
|
||||
"model_index.json",
|
||||
"text_encoder-hqq-4bit/config.json",
|
||||
"text_encoder-hqq-4bit/qmodel.pt",
|
||||
"text_encoder-hqq-4bit/tokenizer/added_tokens.json",
|
||||
"text_encoder-hqq-4bit/tokenizer/chat_template.jinja",
|
||||
"text_encoder-hqq-4bit/tokenizer/merges.txt",
|
||||
"text_encoder-hqq-4bit/tokenizer/special_tokens_map.json",
|
||||
"text_encoder-hqq-4bit/tokenizer/tokenizer.json",
|
||||
"text_encoder-hqq-4bit/tokenizer/tokenizer_config.json",
|
||||
"text_encoder-hqq-4bit/tokenizer/vocab.json",
|
||||
"transformer-gemlite-int1/config.json",
|
||||
"transformer-gemlite-int1/gemlite_autotune.json",
|
||||
"transformer-gemlite-int1/quantization_config.json",
|
||||
"transformer-gemlite-int1/state_dict.pt",
|
||||
"vae/config.json",
|
||||
"vae/diffusion_pytorch_model.safetensors"
|
||||
]
|
||||
}
|
||||
]
|
||||
}
|
||||
Loading…
Add table
Add a link
Reference in a new issue