# workers

name: localhost.localdomain
hostname: 73f01533dde5
ip: 172.22.0.2
labels: {"os": "linux", "arch": "arm64", "worker-name": "localhost.localdomain"}
system_reserved: {"ram": 2147483648, "vram": 1073741824}
state: READY
created_at: 2025-07-17 06:09:47
updated_at: 2025-07-21 07:09:00
heartbeat_time: 2025-07-21 07:09:00.000000
status:
  {"cpu": {"total": 128, "utilization_rate": 0.0}, "memory": {"total": 547596337152, "utilization_rate": 21.622560619709496, "is_unified_memory": false, "used": 118404349952, "allocated": 0}, "swap": {"total": 17179803648, "utilization_rate": 0.0, "used": 0}, "filesystem": [{"name": "", "mount_point": "/", "mount_from": "overlay", "total": 886649569280, "used": 210047336448, "free": 676602232832, "available": 676602232832}, {"name": "", "mount_point": "/data", "mount_from": "/dev/nvme0n1", "total": 3838880616448, "used": 565785063424, "free": 3273095553024, "available": 3273095553024}, {"name": "", "mount_point": "/etc/hostname", "mount_from": "/dev/mapper/klas-root", "total": 886649569280, "used": 210047336448, "free": 676602232832, "available": 676602232832}, {"name": "", "mount_point": "/etc/hosts", "mount_from": "/dev/mapper/klas-root", "total": 886649569280, "used": 210047336448, "free": 676602232832, "available": 676602232832}, {"name": "", "mount_point": "/etc/resolv.conf", "mount_from": "/dev/mapper/klas-root", "total": 886649569280, "used": 210047336448, "free": 676602232832, "available": 676602232832}, {"name": "", "mount_point": "/root/gpustack_data", "mount_from": "/dev/mapper/klas-root", "total": 886649569280, "used": 210047336448, "free": 676602232832, "available": 676602232832}, {"name": "", "mount_point": "/usr/lib/modules", "mount_from": "/dev/mapper/klas-root", "total": 886649569280, "used": 210047336448, "free": 676602232832, "available": 676602232832}, {"name": "", "mount_point": "/usr/src", "mount_from": "/dev/mapper/klas-root", "total": 886649569280, "used": 210047336448, "free": 676602232832, "available": 676602232832}], "os": {"name": "Ubuntu", "version": "20.04.6 LTS (Focal Fossa)"}, "kernel": {"name": "Linux", "release": "4.19.90-52.23.v2207.gfb08.ky10.aarch64", "version": "#1 SMP Tue Apr 23 18:20:01 CST 2024", "architecture": ""}, "uptime": {"uptime": 338308610.0, "boot_time": "2025-07-17T17:10:31.518+0800"}, "gpu_devices": [{"name": "Iluvatar MR-V100 DUO", "uuid": "", "vendor": "Iluvatar", "index": 0, "core": {"total": 0, "utilization_rate": 0.0}, "memory": {"total": 34359738368, "utilization_rate": 89.34326171875, "is_unified_memory": false, "used": 30698110976, "allocated": 30923764531}, "temperature": 0.0, "labels": {}, "type": "cuda"}, {"name": "Iluvatar MR-V100 DUO", "uuid": "", "vendor": "Iluvatar", "index": 1, "core": {"total": 0, "utilization_rate": 0.0}, "memory": {"total": 34359738368, "utilization_rate": 89.3310546875, "is_unified_memory": false, "used": 30693916672, "allocated": 30923764531}, "temperature": 0.0, "labels": {}, "type": "cuda"}, {"name": "Iluvatar MR-V100 DUO", "uuid": "", "vendor": "Iluvatar", "index": 2, "core": {"total": 0, "utilization_rate": 0.0}, "memory": {"total": 34359738368, "utilization_rate": 14.97802734375, "is_unified_memory": false, "used": 5146411008, "allocated": 6580332170}, "temperature": 0.0, "labels": {}, "type": "cuda"}, {"name": "Iluvatar MR-V100 DUO", "uuid": "", "vendor": "Iluvatar", "index": 3, "core": {"total": 0, "utilization_rate": 0.0}, "memory": {"total": 34359738368, "utilization_rate": 0.1953125, "is_unified_memory": false, "used": 67108864, "allocated": 0}, "temperature": 0.0, "labels": {}, "type": "cuda"}, {"name": "Iluvatar MR-V100 DUO", "uuid": "", "vendor": "Iluvatar", "index": 4, "core": {"total": 0, "utilization_rate": 0.0}, "memory": {"total": 34359738368, "utilization_rate": 0.1953125, "is_unified_memory": false, "used": 67108864, "allocated": 0}, "temperature": 0.0, "labels": {}, "type": "cuda"}, {"name": "Iluvatar MR-V100 DUO", "uuid": "", "vendor": "Iluvatar", "index": 5, "core": {"total": 0, "utilization_rate": 0.0}, "memory": {"total": 34359738368, "utilization_rate": 0.1953125, "is_unified_memory": false, "used": 67108864, "allocated": 0}, "temperature": 0.0, "labels": {}, "type": "cuda"}, {"name": "Iluvatar MR-V100 DUO", "uuid": "", "vendor": "Iluvatar", "index": 6, "core": {"total": 0, "utilization_rate": 0.0}, "memory": {"total": 34359738368, "utilization_rate": 0.1953125, "is_unified_memory": false, "used": 67108864, "allocated": 0}, "temperature": 0.0, "labels": {}, "type": "cuda"}, {"name": "Iluvatar MR-V100 DUO", "uuid": "", "vendor": "Iluvatar", "index": 7, "core": {"total": 0, "utilization_rate": 0.0}, "memory": {"total": 34359738368, "utilization_rate": 0.1953125, "is_unified_memory": false, "used": 67108864, "allocated": 0}, "temperature": 0.0, "labels": {}, "type": "cuda"}], "rpc_servers": {"0": {"pid": 3081929, "port": 40092, "gpu_index": 0}, "1": {"pid": 3081930, "port": 40085, "gpu_index": 1}, "2": {"pid": 3081931, "port": 40064, "gpu_index": 2}, "3": {"pid": 3081932, "port": 40072, "gpu_index": 3}, "4": {"pid": 3081933, "port": 40090, "gpu_index": 4}, "5": {"pid": 3081934, "port": 40081, "gpu_index": 5}, "6": {"pid": 3081935, "port": 40071, "gpu_index": 6}, "7": {"pid": 3081936, "port": 40093, "gpu_index": 7}}}


# model_instances

source: LOCAL_PATH
name: BAAI/bge-m3-sMYXU
worker_name: localhost.localdomain
worker_ip: 172.22.0.2
state: RUNNING
model_name: BAAI/bge-m3
created_at: 2025-07-18 02:00:36
updated_at: 2025-07-18 02:01:34
distributed_servers: {"rpc_servers": null, "ray_actors": null}
gpu_indexes: [2]
local_path: /data/models/BAAI/bge-m3
resolved_path: /data/models/BAAI/bge-m3
computed_resource_claim:
  {"is_unified_memory": false, "offload_layers": null, "total_layers": null, "ram": null, "vram": {"2": 3291548657}, "tensor_split": null}


source: LOCAL_PATH
name: bge-reranker-v2-m3-lphyR
worker_name: localhost.localdomain
worker_ip: 172.22.0.2
state: RUNNING
model_name: bge-reranker-v2-m3
created_at: 2025-07-18 02:17:41
updated_at: 2025-07-18 02:18:38
distributed_servers: {"rpc_servers": null, "ray_actors": null}
gpu_indexes: [2]
local_path: /data/models/BAAI/bge-reranker-v2-m3
resolved_path: /data/models/BAAI/bge-reranker-v2-m3
computed_resource_claim:
  {"is_unified_memory": false, "offload_layers": null, "total_layers": null, "ram": null, "vram": {"2": 3288783513}, "tensor_split": null}


source: LOCAL_PATH
name: qwen3-14b-Nq85F
worker_name: localhost.localdomain
worker_ip: 172.22.0.2
state: RUNNING
model_name: qwen3-14b
created_at: 2025-07-18 02:20:37
updated_at: 2025-07-18 02:22:34
distributed_servers: {"rpc_servers": null, "ray_actors": null}
gpu_indexes: [0, 1]
local_path: /data/models/Qwen3-14B
resolved_path: /data/models/Qwen3-14B
computed_resource_claim:
  {"is_unified_memory": false, "offload_layers": null, "total_layers": null, "ram": null, "vram": {"0": 30923764531, "1": 30923764531}, "tensor_split": null}


