Here’s the output. I’ve shortened the CPU and RAM sections.
sparcuser@cryosparc-master:~$ cryosparcm icli
Python 3.10.14 | packaged by conda-forge | (main, Mar 20 2024, 12:45:18) [GCC 12.3.0]
Type 'copyright', 'credits' or 'license' for more information
IPython 8.26.0 -- An enhanced Interactive Python. Type '?' for help.
/home/sparcuser/cryosparc/cryosparc_master/setup_client_ipython.py:10: DeprecationWarning: `magic(...)` is deprecated since IPython 0.13 (warning added in 8.1), use run_line_magic(magic_name, parameter_s).
get_ipython().magic(u"%reload_ext autoreload") # noqa
/home/sparcuser/cryosparc/cryosparc_master/setup_client_ipython.py:11: DeprecationWarning: `magic(...)` is deprecated since IPython 0.13 (warning added in 8.1), use run_line_magic(magic_name, parameter_s).
get_ipython().magic(u"%autoreload 2") # noqa
connecting to cryosparc-master:39002 ...
cli, rtp, db, gfs and tools ready to use
In [1]: import datetime
In [2]: list(db.jobs.find({'status': {'$in': ['launched','started','running', 'waiting']}, 'deleted': False}, {'project_uid': 1, 'uid': 1, 'resources_allocated': 1}))
Out[2]:
[{'_id': ObjectId('66e35938700581caf754beec'),
'project_uid': 'P13',
'uid': 'J11',
'resources_allocated': {'lane': 'default',
'lane_type': 'node',
'hostname': 'cryosparc-worker2',
'target': {'type': 'node',
'lane': 'default',
'name': 'cryosparc-worker2',
'title': 'Worker node cryosparc-worker2',
'desc': None,
'hostname': 'cryosparc-worker2',
'ssh_str': 'sparcuser@cryosparc-worker2',
'worker_bin_path': '/home/sparcuser/cryosparc/cryosparc_worker/bin/cryosparcw',
'resource_slots': {'CPU': [0, ... ,127],
'GPU': [0, 1, 2, 3, 4, 5, 6, 7],
'RAM': [0, ... ,192]},
'resource_fixed': {'SSD': True},
'cache_path': '/home/sparcuser/ssd-cache',
'cache_reserve_mb': 10000,
'cache_quota_mb': None,
'monitor_port': None,
'gpus': [{'id': 0,
'name': 'NVIDIA RTX 6000 Ada Generation',
'mem': 51002867712},
{'id': 1, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712},
{'id': 2, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712},
{'id': 3, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712},
{'id': 4, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712},
{'id': 5, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712},
{'id': 6, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712},
{'id': 7, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712}]},
'slots': {'CPU': [0, 1, 2, 3, 4, 5], 'GPU': [0], 'RAM': [0, 1]},
'fixed': {'SSD': False},
'license': True,
'licenses_acquired': 1}},
{'_id': ObjectId('66e3593a700581caf754c164'),
'project_uid': 'P13',
'uid': 'J12',
'resources_allocated': {'lane': 'default',
'lane_type': 'node',
'hostname': 'cryosparc-worker2',
'target': {'type': 'node',
'lane': 'default',
'name': 'cryosparc-worker2',
'title': 'Worker node cryosparc-worker2',
'desc': None,
'hostname': 'cryosparc-worker2',
'ssh_str': 'sparcuser@cryosparc-worker2',
'worker_bin_path': '/home/sparcuser/cryosparc/cryosparc_worker/bin/cryosparcw',
'resource_slots': {'CPU': [0, ... , 127],
'GPU': [0, 1, 2, 3, 4, 5, 6, 7],
'RAM': [0, ... , 192]},
'resource_fixed': {'SSD': True},
'cache_path': '/home/sparcuser/ssd-cache',
'cache_reserve_mb': 10000,
'cache_quota_mb': None,
'monitor_port': None,
'gpus': [{'id': 0,
'name': 'NVIDIA RTX 6000 Ada Generation',
'mem': 51002867712},
{'id': 1, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712},
{'id': 2, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712},
{'id': 3, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712},
{'id': 4, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712},
{'id': 5, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712},
{'id': 6, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712},
{'id': 7, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712}]},
'slots': {'CPU': [6, 7, 8, 9, 10, 11], 'GPU': [1], 'RAM': [2, 3]},
'fixed': {'SSD': False},
'license': True,
'licenses_acquired': 1}},
{'_id': ObjectId('66e35940700581caf754c9a0'),
'project_uid': 'P13',
'uid': 'J13',
'resources_allocated': {'lane': 'default',
'lane_type': 'node',
'hostname': 'cryosparc-worker2',
'target': {'type': 'node',
'lane': 'default',
'name': 'cryosparc-worker2',
'title': 'Worker node cryosparc-worker2',
'desc': None,
'hostname': 'cryosparc-worker2',
'ssh_str': 'sparcuser@cryosparc-worker2',
'worker_bin_path': '/home/sparcuser/cryosparc/cryosparc_worker/bin/cryosparcw',
'resource_slots': {'CPU': [0, ... , 127],
'GPU': [0, 1, 2, 3, 4, 5, 6, 7],
'RAM': [0, ... , 192]},
'resource_fixed': {'SSD': True},
'cache_path': '/home/sparcuser/ssd-cache',
'cache_reserve_mb': 10000,
'cache_quota_mb': None,
'monitor_port': None,
'gpus': [{'id': 0,
'name': 'NVIDIA RTX 6000 Ada Generation',
'mem': 51002867712},
{'id': 1, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712},
{'id': 2, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712},
{'id': 3, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712},
{'id': 4, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712},
{'id': 5, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712},
{'id': 6, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712},
{'id': 7, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712}]},
'slots': {'CPU': [12, 13, 14, 15, 16, 17], 'GPU': [2], 'RAM': [4, 5]},
'fixed': {'SSD': False},
'license': True,
'licenses_acquired': 1}},
{'_id': ObjectId('66e35942700581caf754cb00'),
'project_uid': 'P13',
'uid': 'J14',
'resources_allocated': {'lane': 'default',
'lane_type': 'node',
'hostname': 'cryosparc-worker2',
'target': {'type': 'node',
'lane': 'default',
'name': 'cryosparc-worker2',
'title': 'Worker node cryosparc-worker2',
'desc': None,
'hostname': 'cryosparc-worker2',
'ssh_str': 'sparcuser@cryosparc-worker2',
'worker_bin_path': '/home/sparcuser/cryosparc/cryosparc_worker/bin/cryosparcw',
'resource_slots': {'CPU': [0, ... , 127],
'GPU': [0, 1, 2, 3, 4, 5, 6, 7],
'RAM': [0, ... , 192]},
'resource_fixed': {'SSD': True},
'cache_path': '/home/sparcuser/ssd-cache',
'cache_reserve_mb': 10000,
'cache_quota_mb': None,
'monitor_port': None,
'gpus': [{'id': 0,
'name': 'NVIDIA RTX 6000 Ada Generation',
'mem': 51002867712},
{'id': 1, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712},
{'id': 2, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712},
{'id': 3, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712},
{'id': 4, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712},
{'id': 5, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712},
{'id': 6, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712},
{'id': 7, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712}]},
'slots': {'CPU': [18, 19, 20, 21, 22, 23], 'GPU': [3], 'RAM': [6, 7]},
'fixed': {'SSD': False},
'license': True,
'licenses_acquired': 1}},
{'_id': ObjectId('66e45f64700581caf78de743'),
'project_uid': 'P14',
'uid': 'J2',
'resources_allocated': {'lane': 'default',
'lane_type': 'node',
'hostname': 'cryosparc-worker2',
'target': {'type': 'node',
'lane': 'default',
'name': 'cryosparc-worker2',
'title': 'Worker node cryosparc-worker2',
'desc': None,
'hostname': 'cryosparc-worker2',
'ssh_str': 'sparcuser@cryosparc-worker2',
'worker_bin_path': '/home/sparcuser/cryosparc/cryosparc_worker/bin/cryosparcw',
'resource_slots': {'CPU': [0, ... , 127],
'GPU': [0, 1, 2, 3, 4, 5, 6, 7],
'RAM': [0, ... , 192]},
'resource_fixed': {'SSD': True},
'cache_path': '/home/sparcuser/ssd-cache',
'cache_reserve_mb': 10000,
'cache_quota_mb': None,
'monitor_port': None,
'gpus': [{'id': 0,
'name': 'NVIDIA RTX 6000 Ada Generation',
'mem': 51002867712},
{'id': 1, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712},
{'id': 2, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712},
{'id': 3, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712},
{'id': 4, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712},
{'id': 5, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712},
{'id': 6, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712},
{'id': 7, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712}]},
'slots': {'CPU': [24, 25, 26, 27, 28, 29], 'GPU': [4], 'RAM': [8, 9]},
'fixed': {'SSD': False},
'license': True,
'licenses_acquired': 1}},
{'_id': ObjectId('66e45f66700581caf78de837'),
'project_uid': 'P14',
'uid': 'J3',
'resources_allocated': {'lane': 'default',
'lane_type': 'node',
'hostname': 'cryosparc-worker2',
'target': {'type': 'node',
'lane': 'default',
'name': 'cryosparc-worker2',
'title': 'Worker node cryosparc-worker2',
'desc': None,
'hostname': 'cryosparc-worker2',
'ssh_str': 'sparcuser@cryosparc-worker2',
'worker_bin_path': '/home/sparcuser/cryosparc/cryosparc_worker/bin/cryosparcw',
'resource_slots': {'CPU': [0, ... , 127],
'GPU': [0, 1, 2, 3, 4, 5, 6, 7],
'RAM': [0, ... , 192]},
'resource_fixed': {'SSD': True},
'cache_path': '/home/sparcuser/ssd-cache',
'cache_reserve_mb': 10000,
'cache_quota_mb': None,
'monitor_port': None,
'gpus': [{'id': 0,
'name': 'NVIDIA RTX 6000 Ada Generation',
'mem': 51002867712},
{'id': 1, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712},
{'id': 2, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712},
{'id': 3, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712},
{'id': 4, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712},
{'id': 5, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712},
{'id': 6, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712},
{'id': 7, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712}]},
'slots': {'CPU': [30, 31, 32, 33, 34, 35], 'GPU': [5], 'RAM': [10, 11]},
'fixed': {'SSD': False},
'license': True,
'licenses_acquired': 1}},
{'_id': ObjectId('66e45f68700581caf78de94c'),
'project_uid': 'P14',
'uid': 'J4',
'resources_allocated': {'lane': 'default',
'lane_type': 'node',
'hostname': 'cryosparc-worker2',
'target': {'type': 'node',
'lane': 'default',
'name': 'cryosparc-worker2',
'title': 'Worker node cryosparc-worker2',
'desc': None,
'hostname': 'cryosparc-worker2',
'ssh_str': 'sparcuser@cryosparc-worker2',
'worker_bin_path': '/home/sparcuser/cryosparc/cryosparc_worker/bin/cryosparcw',
'resource_slots': {'CPU': [0, ... , 127],
'GPU': [0, 1, 2, 3, 4, 5, 6, 7],
'RAM': [0, ... , 192]},
'resource_fixed': {'SSD': True},
'cache_path': '/home/sparcuser/ssd-cache',
'cache_reserve_mb': 10000,
'cache_quota_mb': None,
'monitor_port': None,
'gpus': [{'id': 0,
'name': 'NVIDIA RTX 6000 Ada Generation',
'mem': 51002867712},
{'id': 1, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712},
{'id': 2, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712},
{'id': 3, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712},
{'id': 4, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712},
{'id': 5, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712},
{'id': 6, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712},
{'id': 7, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712}]},
'slots': {'CPU': [36, 37, 38, 39, 40, 41], 'GPU': [6], 'RAM': [12, 13]},
'fixed': {'SSD': False},
'license': True,
'licenses_acquired': 1}},
{'_id': ObjectId('66e45f69700581caf78deaa7'),
'project_uid': 'P14',
'uid': 'J5',
'resources_allocated': {'lane': 'default',
'lane_type': 'node',
'hostname': 'cryosparc-worker2',
'target': {'type': 'node',
'lane': 'default',
'name': 'cryosparc-worker2',
'title': 'Worker node cryosparc-worker2',
'desc': None,
'hostname': 'cryosparc-worker2',
'ssh_str': 'sparcuser@cryosparc-worker2',
'worker_bin_path': '/home/sparcuser/cryosparc/cryosparc_worker/bin/cryosparcw',
'resource_slots': {'CPU': [0, ... , 127],
'GPU': [0, 1, 2, 3, 4, 5, 6, 7],
'RAM': [0, ... , 192]},
'resource_fixed': {'SSD': True},
'cache_path': '/home/sparcuser/ssd-cache',
'cache_reserve_mb': 10000,
'cache_quota_mb': None,
'monitor_port': None,
'gpus': [{'id': 0,
'name': 'NVIDIA RTX 6000 Ada Generation',
'mem': 51002867712},
{'id': 1, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712},
{'id': 2, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712},
{'id': 3, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712},
{'id': 4, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712},
{'id': 5, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712},
{'id': 6, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712},
{'id': 7, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712}]},
'slots': {'CPU': [42, 43, 44, 45, 46, 47], 'GPU': [7], 'RAM': [14, 15]},
'fixed': {'SSD': False},
'license': True,
'licenses_acquired': 1}}]
In [3]: datetime.datetime.now()
Out[3]: datetime.datetime(2024, 11, 4, 12, 55, 50, 827955)
In [4]: datetime.datetime.now()
Out[4]: datetime.datetime(2024, 11, 4, 12, 56, 32, 784814)
In [5]: cli.get_job('P1', 'J38', 'instance_information', 'params_spec', 'job_type', 'status', 'version')
Out[5]:
{'_id': '66d57ae29703a7ac4cecb58c',
'instance_information': {},
'job_type': 'worker_gpu_test',
'params_spec': {},
'project_uid': 'P1',
'status': 'queued',
'uid': 'J38',
'version': 'v4.5.3+240807'}
In [6]: list(db.jobs.find({'status': {'$in': ['launched','started','running', 'waiting']}, 'deleted': False}, {'project_uid': 1, 'uid': 1, 'resources_allocated': 1}))
Out[6]:
[{'_id': ObjectId('66e35938700581caf754beec'),
'project_uid': 'P13',
'uid': 'J11',
'resources_allocated': {'lane': 'default',
'lane_type': 'node',
'hostname': 'cryosparc-worker2',
'target': {'type': 'node',
'lane': 'default',
'name': 'cryosparc-worker2',
'title': 'Worker node cryosparc-worker2',
'desc': None,
'hostname': 'cryosparc-worker2',
'ssh_str': 'sparcuser@cryosparc-worker2',
'worker_bin_path': '/home/sparcuser/cryosparc/cryosparc_worker/bin/cryosparcw',
'resource_slots': {'CPU': [0, ... , 127],
'GPU': [0, 1, 2, 3, 4, 5, 6, 7],
'RAM': [0, ... , 192]},
'resource_fixed': {'SSD': True},
'cache_path': '/home/sparcuser/ssd-cache',
'cache_reserve_mb': 10000,
'cache_quota_mb': None,
'monitor_port': None,
'gpus': [{'id': 0,
'name': 'NVIDIA RTX 6000 Ada Generation',
'mem': 51002867712},
{'id': 1, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712},
{'id': 2, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712},
{'id': 3, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712},
{'id': 4, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712},
{'id': 5, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712},
{'id': 6, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712},
{'id': 7, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712}]},
'slots': {'CPU': [0, 1, 2, 3, 4, 5], 'GPU': [0], 'RAM': [0, 1]},
'fixed': {'SSD': False},
'license': True,
'licenses_acquired': 1}},
{'_id': ObjectId('66e3593a700581caf754c164'),
'project_uid': 'P13',
'uid': 'J12',
'resources_allocated': {'lane': 'default',
'lane_type': 'node',
'hostname': 'cryosparc-worker2',
'target': {'type': 'node',
'lane': 'default',
'name': 'cryosparc-worker2',
'title': 'Worker node cryosparc-worker2',
'desc': None,
'hostname': 'cryosparc-worker2',
'ssh_str': 'sparcuser@cryosparc-worker2',
'worker_bin_path': '/home/sparcuser/cryosparc/cryosparc_worker/bin/cryosparcw',
'resource_slots': {'CPU': [0, ... , 127],
'GPU': [0, 1, 2, 3, 4, 5, 6, 7],
'RAM': [0, ... , 192]},
'resource_fixed': {'SSD': True},
'cache_path': '/home/sparcuser/ssd-cache',
'cache_reserve_mb': 10000,
'cache_quota_mb': None,
'monitor_port': None,
'gpus': [{'id': 0,
'name': 'NVIDIA RTX 6000 Ada Generation',
'mem': 51002867712},
{'id': 1, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712},
{'id': 2, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712},
{'id': 3, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712},
{'id': 4, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712},
{'id': 5, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712},
{'id': 6, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712},
{'id': 7, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712}]},
'slots': {'CPU': [6, 7, 8, 9, 10, 11], 'GPU': [1], 'RAM': [2, 3]},
'fixed': {'SSD': False},
'license': True,
'licenses_acquired': 1}},
{'_id': ObjectId('66e35940700581caf754c9a0'),
'project_uid': 'P13',
'uid': 'J13',
'resources_allocated': {'lane': 'default',
'lane_type': 'node',
'hostname': 'cryosparc-worker2',
'target': {'type': 'node',
'lane': 'default',
'name': 'cryosparc-worker2',
'title': 'Worker node cryosparc-worker2',
'desc': None,
'hostname': 'cryosparc-worker2',
'ssh_str': 'sparcuser@cryosparc-worker2',
'worker_bin_path': '/home/sparcuser/cryosparc/cryosparc_worker/bin/cryosparcw',
'resource_slots': {'CPU': [0, ... , 127],
'GPU': [0, 1, 2, 3, 4, 5, 6, 7],
'RAM': [0, ... , 192]},
'resource_fixed': {'SSD': True},
'cache_path': '/home/sparcuser/ssd-cache',
'cache_reserve_mb': 10000,
'cache_quota_mb': None,
'monitor_port': None,
'gpus': [{'id': 0,
'name': 'NVIDIA RTX 6000 Ada Generation',
'mem': 51002867712},
{'id': 1, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712},
{'id': 2, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712},
{'id': 3, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712},
{'id': 4, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712},
{'id': 5, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712},
{'id': 6, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712},
{'id': 7, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712}]},
'slots': {'CPU': [12, 13, 14, 15, 16, 17], 'GPU': [2], 'RAM': [4, 5]},
'fixed': {'SSD': False},
'license': True,
'licenses_acquired': 1}},
{'_id': ObjectId('66e35942700581caf754cb00'),
'project_uid': 'P13',
'uid': 'J14',
'resources_allocated': {'lane': 'default',
'lane_type': 'node',
'hostname': 'cryosparc-worker2',
'target': {'type': 'node',
'lane': 'default',
'name': 'cryosparc-worker2',
'title': 'Worker node cryosparc-worker2',
'desc': None,
'hostname': 'cryosparc-worker2',
'ssh_str': 'sparcuser@cryosparc-worker2',
'worker_bin_path': '/home/sparcuser/cryosparc/cryosparc_worker/bin/cryosparcw',
'resource_slots': {'CPU': [0, ... , 127],
'GPU': [0, 1, 2, 3, 4, 5, 6, 7],
'RAM': [0, ... , 192]},
'resource_fixed': {'SSD': True},
'cache_path': '/home/sparcuser/ssd-cache',
'cache_reserve_mb': 10000,
'cache_quota_mb': None,
'monitor_port': None,
'gpus': [{'id': 0,
'name': 'NVIDIA RTX 6000 Ada Generation',
'mem': 51002867712},
{'id': 1, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712},
{'id': 2, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712},
{'id': 3, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712},
{'id': 4, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712},
{'id': 5, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712},
{'id': 6, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712},
{'id': 7, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712}]},
'slots': {'CPU': [18, 19, 20, 21, 22, 23], 'GPU': [3], 'RAM': [6, 7]},
'fixed': {'SSD': False},
'license': True,
'licenses_acquired': 1}},
{'_id': ObjectId('66e45f64700581caf78de743'),
'project_uid': 'P14',
'uid': 'J2',
'resources_allocated': {'lane': 'default',
'lane_type': 'node',
'hostname': 'cryosparc-worker2',
'target': {'type': 'node',
'lane': 'default',
'name': 'cryosparc-worker2',
'title': 'Worker node cryosparc-worker2',
'desc': None,
'hostname': 'cryosparc-worker2',
'ssh_str': 'sparcuser@cryosparc-worker2',
'worker_bin_path': '/home/sparcuser/cryosparc/cryosparc_worker/bin/cryosparcw',
'resource_slots': {'CPU': [0, ... , 127],
'GPU': [0, 1, 2, 3, 4, 5, 6, 7],
'RAM': [0, ... , 192]},
'resource_fixed': {'SSD': True},
'cache_path': '/home/sparcuser/ssd-cache',
'cache_reserve_mb': 10000,
'cache_quota_mb': None,
'monitor_port': None,
'gpus': [{'id': 0,
'name': 'NVIDIA RTX 6000 Ada Generation',
'mem': 51002867712},
{'id': 1, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712},
{'id': 2, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712},
{'id': 3, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712},
{'id': 4, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712},
{'id': 5, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712},
{'id': 6, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712},
{'id': 7, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712}]},
'slots': {'CPU': [24, 25, 26, 27, 28, 29], 'GPU': [4], 'RAM': [8, 9]},
'fixed': {'SSD': False},
'license': True,
'licenses_acquired': 1}},
{'_id': ObjectId('66e45f66700581caf78de837'),
'project_uid': 'P14',
'uid': 'J3',
'resources_allocated': {'lane': 'default',
'lane_type': 'node',
'hostname': 'cryosparc-worker2',
'target': {'type': 'node',
'lane': 'default',
'name': 'cryosparc-worker2',
'title': 'Worker node cryosparc-worker2',
'desc': None,
'hostname': 'cryosparc-worker2',
'ssh_str': 'sparcuser@cryosparc-worker2',
'worker_bin_path': '/home/sparcuser/cryosparc/cryosparc_worker/bin/cryosparcw',
'resource_slots': {'CPU': [0, ... , 127],
'GPU': [0, 1, 2, 3, 4, 5, 6, 7],
'RAM': [0, ... , 192]},
'resource_fixed': {'SSD': True},
'cache_path': '/home/sparcuser/ssd-cache',
'cache_reserve_mb': 10000,
'cache_quota_mb': None,
'monitor_port': None,
'gpus': [{'id': 0,
'name': 'NVIDIA RTX 6000 Ada Generation',
'mem': 51002867712},
{'id': 1, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712},
{'id': 2, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712},
{'id': 3, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712},
{'id': 4, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712},
{'id': 5, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712},
{'id': 6, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712},
{'id': 7, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712}]},
'slots': {'CPU': [30, 31, 32, 33, 34, 35], 'GPU': [5], 'RAM': [10, 11]},
'fixed': {'SSD': False},
'license': True,
'licenses_acquired': 1}},
{'_id': ObjectId('66e45f68700581caf78de94c'),
'project_uid': 'P14',
'uid': 'J4',
'resources_allocated': {'lane': 'default',
'lane_type': 'node',
'hostname': 'cryosparc-worker2',
'target': {'type': 'node',
'lane': 'default',
'name': 'cryosparc-worker2',
'title': 'Worker node cryosparc-worker2',
'desc': None,
'hostname': 'cryosparc-worker2',
'ssh_str': 'sparcuser@cryosparc-worker2',
'worker_bin_path': '/home/sparcuser/cryosparc/cryosparc_worker/bin/cryosparcw',
'resource_slots': {'CPU': [0, ... , 127],
'GPU': [0, 1, 2, 3, 4, 5, 6, 7],
'RAM': [0, ... , 192]},
'resource_fixed': {'SSD': True},
'cache_path': '/home/sparcuser/ssd-cache',
'cache_reserve_mb': 10000,
'cache_quota_mb': None,
'monitor_port': None,
'gpus': [{'id': 0,
'name': 'NVIDIA RTX 6000 Ada Generation',
'mem': 51002867712},
{'id': 1, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712},
{'id': 2, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712},
{'id': 3, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712},
{'id': 4, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712},
{'id': 5, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712},
{'id': 6, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712},
{'id': 7, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712}]},
'slots': {'CPU': [36, 37, 38, 39, 40, 41], 'GPU': [6], 'RAM': [12, 13]},
'fixed': {'SSD': False},
'license': True,
'licenses_acquired': 1}},
{'_id': ObjectId('66e45f69700581caf78deaa7'),
'project_uid': 'P14',
'uid': 'J5',
'resources_allocated': {'lane': 'default',
'lane_type': 'node',
'hostname': 'cryosparc-worker2',
'target': {'type': 'node',
'lane': 'default',
'name': 'cryosparc-worker2',
'title': 'Worker node cryosparc-worker2',
'desc': None,
'hostname': 'cryosparc-worker2',
'ssh_str': 'sparcuser@cryosparc-worker2',
'worker_bin_path': '/home/sparcuser/cryosparc/cryosparc_worker/bin/cryosparcw',
'resource_slots': {'CPU': [0, ... , 127],
'GPU': [0, 1, 2, 3, 4, 5, 6, 7],
'RAM': [0, ... , 192]},
'resource_fixed': {'SSD': True},
'cache_path': '/home/sparcuser/ssd-cache',
'cache_reserve_mb': 10000,
'cache_quota_mb': None,
'monitor_port': None,
'gpus': [{'id': 0,
'name': 'NVIDIA RTX 6000 Ada Generation',
'mem': 51002867712},
{'id': 1, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712},
{'id': 2, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712},
{'id': 3, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712},
{'id': 4, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712},
{'id': 5, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712},
{'id': 6, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712},
{'id': 7, 'name': 'NVIDIA RTX 6000 Ada Generation', 'mem': 51002867712}]},
'slots': {'CPU': [42, 43, 44, 45, 46, 47], 'GPU': [7], 'RAM': [14, 15]},
'fixed': {'SSD': False},
'license': True,
'licenses_acquired': 1}}]