File tree Expand file tree Collapse file tree 1 file changed +25
-11
lines changed Expand file tree Collapse file tree 1 file changed +25
-11
lines changed Original file line number Diff line number Diff line change 44
44
" from data_stack.io.storage_connectors import FileStorageConnector\n "
45
45
]
46
46
},
47
+ {
48
+ "cell_type" : " markdown" ,
49
+ "metadata" : {},
50
+ "source" : [
51
+ " create file storage connector to store and retrieve the dataset"
52
+ ]
53
+ },
47
54
{
48
55
"cell_type" : " code" ,
49
56
"execution_count" : 12 ,
50
57
"metadata" : {},
51
58
"outputs" : [],
52
59
"source" : [
53
- " # create file storage connector to store and retrieve the dataset\n " ,
54
60
" dataset_path = \" ./datasets/\" # specify dataset path\n " ,
55
61
" storage_connector = FileStorageConnector(root_path=dataset_path)"
56
62
]
162
168
},
163
169
{
164
170
"cell_type" : " code" ,
165
- "execution_count" : 17 ,
171
+ "execution_count" : 25 ,
166
172
"metadata" : {},
167
173
"outputs" : [
168
174
{
169
175
"name" : " stdout" ,
170
176
"output_type" : " stream" ,
171
177
"text" : [
172
- " samples.pt targets.pt\n "
178
+ " datasets\n " ,
179
+ " └── mnist\n " ,
180
+ " ├── preprocessed\n " ,
181
+ " │ ├── test\n " ,
182
+ " │ │ ├── samples.pt\n " ,
183
+ " │ │ └── targets.pt\n " ,
184
+ " │ └── train\n " ,
185
+ " │ ├── samples.pt\n " ,
186
+ " │ └── targets.pt\n " ,
187
+ " └── raw\n " ,
188
+ " ├── labels_train.gz\n " ,
189
+ " ├── samples_test.gz\n " ,
190
+ " ├── samples_train.gz\n " ,
191
+ " └── targets.gz\n " ,
192
+ " \n " ,
193
+ " 5 directories, 8 files\n "
173
194
]
174
195
}
175
196
],
176
197
"source" : [
177
- " ls datasets/mnist/preprocessed/train "
198
+ " !tree datasets"
178
199
]
179
200
},
180
201
{
250
271
" targets = [t for _, t, _ in mnist_iterator]\n " ,
251
272
" Counter(targets)"
252
273
]
253
- },
254
- {
255
- "cell_type" : " code" ,
256
- "execution_count" : null ,
257
- "metadata" : {},
258
- "outputs" : [],
259
- "source" : []
260
274
}
261
275
],
262
276
"metadata" : {
You can’t perform that action at this time.
0 commit comments