wehub-resource-sync
20 lines
625 B
Python
20 lines
625 B
Python
"""DataLoader utils."""
|
|
import dgl
|
|
from gluoncv.data.batchify import Pad
|
|
from mxnet import nd
|
|
|
|
|
|
def dgl_mp_batchify_fn(data):
|
|
if isinstance(data[0], tuple):
|
|
data = zip(*data)
|
|
return [dgl_mp_batchify_fn(i) for i in data]
|
|
|
|
for dt in data:
|
|
if dt is not None:
|
|
if isinstance(dt, dgl.DGLGraph):
|
|
return [d for d in data if isinstance(d, dgl.DGLGraph)]
|
|
elif isinstance(dt, nd.NDArray):
|
|
pad = Pad(axis=(1, 2), num_shards=1, ret_length=False)
|
|
data_list = [dt for dt in data if dt is not None]
|
|
return pad(data_list)
|