-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathResource.py
More file actions
42 lines (37 loc) · 1.49 KB
/
Resource.py
File metadata and controls
42 lines (37 loc) · 1.49 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
from typing import Optional
from pydantic import BaseModel
from enum import Enum
import yaml
class ResourceType(Enum):
OSPOOL = 1
ANNEX = 2
class Resource(BaseModel):
name: Optional[str] = "default"
# annex_name: Optional[str] = None
queue_at_system: Optional[str] = None
login_name: Optional[str] = None
allocation: Optional[str] = None
disk: int = "5GB"
mem_mb: int = None
cpus: int = None
gpus: str = "1"
lifetime: int = 172800
gpu_type: Optional[str] = None
gpu_memory: int = 8192
two_factor_auth: bool = False
login_node: Optional[str] = None
resource_type: ResourceType = ResourceType.OSPOOL
def get_resource_names(yaml_path: str = "resources.yaml") -> list[str]:
with open(yaml_path, 'r') as f:
resource_defs = yaml.safe_load(f)
return list(resource_defs.keys())
def get_resources_from_yaml(yaml_path: str = "resources.yaml") -> list[Resource]:
resource_names = get_resource_names(yaml_path)
return [get_resource_from_yaml(yaml_path, resource_name) for resource_name in resource_names]
def get_resource_from_yaml(yaml_path: str = "resources.yaml", resource_name: str = None) -> Resource:
with open(yaml_path, 'r') as f:
resource_defs = yaml.safe_load(f)[resource_name]
resource_defs['queue_at_system'] = f"{resource_defs['queue']}@{resource_name}"
resource_defs['name'] = resource_name
resource_defs['resource_type'] = ResourceType.ANNEX
return Resource(**resource_defs)