-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathdatasets.py
More file actions
76 lines (60 loc) · 1.74 KB
/
Copy pathdatasets.py
File metadata and controls
76 lines (60 loc) · 1.74 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
#!/usr/bin/env python3
"""
Datset and dataloader.
Authors:
LICENCE:
"""
from pathlib import Path
from typing import List, Tuple
import numpy as np
import torchvision.transforms as transforms
from torch import Tensor
from torch.utils.data import DataLoader, Dataset
def crop(img: np.array) -> np.array:
"""Crop frame to 160x160."""
return img[:160, :, :]
class Enduro_Record(Dataset):
"""Enduro Dataset."""
def __init__(
self,
base_path: Path,
trials: List[str],
target_transforms=None,
) -> None:
"""Ctor."""
all_actions = []
all_states = []
for t in trials:
a = np.load(base_path / t / "action_state.npz")
all_actions.extend([*a["actions"]])
all_states.extend([*a["states"]])
self.actions = np.array(all_actions)
self.states = np.array(all_states)
self.transforms = target_transforms
if self.transforms is None:
self.transforms = transforms.Compose(
[
crop,
transforms.ToTensor(),
]
)
def __getitem__(self, idx) -> Tuple[Tensor, int]:
"""Get state and expected action at idx."""
return self.transforms(self.states[idx]), self.actions[idx]
def __len__(self) -> None:
"""Return len of datset."""
return self.actions.size
def loader(
self,
batch_size: int = 64,
shuffle: bool = True,
num_workers: int = 4,
) -> DataLoader:
"""Create a dataloader."""
return DataLoader(
self,
batch_size=batch_size,
shuffle=shuffle,
pin_memory=True,
num_workers=num_workers,
)