wehub-resource-sync
361 lines
17 KiB
Python
361 lines
17 KiB
Python
import dgl
|
|
import dgl.graphbolt as gb
|
|
import dgl.sparse as dglsp
|
|
import torch
|
|
|
|
|
|
def test_integration_link_prediction():
|
|
torch.manual_seed(926)
|
|
|
|
indptr = torch.tensor([0, 0, 1, 3, 6, 8, 10])
|
|
indices = torch.tensor([5, 3, 3, 3, 3, 4, 4, 0, 5, 4])
|
|
|
|
matrix_a = dglsp.from_csc(indptr, indices)
|
|
seeds = torch.t(torch.stack(matrix_a.coo()))
|
|
node_feature_data = torch.tensor(
|
|
[
|
|
[0.9634, 0.2294],
|
|
[0.6172, 0.7865],
|
|
[0.2109, 0.1089],
|
|
[0.8672, 0.2276],
|
|
[0.5503, 0.8223],
|
|
[0.5160, 0.2486],
|
|
]
|
|
)
|
|
edge_feature_data = torch.tensor(
|
|
[
|
|
[0.5123, 0.1709, 0.6150],
|
|
[0.1476, 0.1902, 0.1314],
|
|
[0.2582, 0.5203, 0.6228],
|
|
[0.3708, 0.7631, 0.2683],
|
|
[0.2126, 0.7878, 0.7225],
|
|
[0.7885, 0.3414, 0.5485],
|
|
[0.4088, 0.8200, 0.1851],
|
|
[0.0056, 0.9469, 0.4432],
|
|
[0.8972, 0.7511, 0.3617],
|
|
[0.5773, 0.2199, 0.3366],
|
|
]
|
|
)
|
|
|
|
item_set = gb.ItemSet(seeds, names="seeds")
|
|
graph = gb.fused_csc_sampling_graph(indptr, indices)
|
|
|
|
node_feature = gb.TorchBasedFeature(node_feature_data)
|
|
edge_feature = gb.TorchBasedFeature(edge_feature_data)
|
|
features = {
|
|
("node", None, "feat"): node_feature,
|
|
("edge", None, "feat"): edge_feature,
|
|
}
|
|
feature_store = gb.BasicFeatureStore(features)
|
|
datapipe = gb.ItemSampler(item_set, batch_size=4)
|
|
datapipe = datapipe.sample_uniform_negative(graph, 2)
|
|
fanouts = torch.LongTensor([1])
|
|
datapipe = datapipe.sample_neighbor(graph, [fanouts, fanouts], replace=True)
|
|
datapipe = datapipe.transform(gb.exclude_seed_edges)
|
|
datapipe = datapipe.fetch_feature(
|
|
feature_store, node_feature_keys=["feat"], edge_feature_keys=["feat"]
|
|
)
|
|
dataloader = gb.DataLoader(
|
|
datapipe,
|
|
)
|
|
expected = [
|
|
str(
|
|
"""MiniBatch(seeds=tensor([[5, 1],
|
|
[3, 2],
|
|
[3, 2],
|
|
[3, 3],
|
|
[5, 2],
|
|
[5, 1],
|
|
[3, 4],
|
|
[3, 3],
|
|
[3, 5],
|
|
[3, 2],
|
|
[3, 0],
|
|
[3, 4]]),
|
|
sampled_subgraphs=[SampledSubgraphImpl(sampled_csc=CSCFormatBase(indptr=tensor([0, 1, 1, 1, 1, 2, 2], dtype=torch.int32),
|
|
indices=tensor([4, 5], dtype=torch.int32),
|
|
),
|
|
original_row_node_ids=tensor([5, 1, 3, 2, 4, 0]),
|
|
original_edge_ids=tensor([9, 7]),
|
|
original_column_node_ids=tensor([5, 1, 3, 2, 4, 0]),
|
|
),
|
|
SampledSubgraphImpl(sampled_csc=CSCFormatBase(indptr=tensor([0, 1, 1, 1, 1, 2, 2], dtype=torch.int32),
|
|
indices=tensor([0, 5], dtype=torch.int32),
|
|
),
|
|
original_row_node_ids=tensor([5, 1, 3, 2, 4, 0]),
|
|
original_edge_ids=tensor([8, 7]),
|
|
original_column_node_ids=tensor([5, 1, 3, 2, 4, 0]),
|
|
)],
|
|
node_features={'feat': tensor([[0.5160, 0.2486],
|
|
[0.6172, 0.7865],
|
|
[0.8672, 0.2276],
|
|
[0.2109, 0.1089],
|
|
[0.5503, 0.8223],
|
|
[0.9634, 0.2294]])},
|
|
labels=tensor([1., 1., 1., 1., 0., 0., 0., 0., 0., 0., 0., 0.]),
|
|
input_nodes=tensor([5, 1, 3, 2, 4, 0]),
|
|
indexes=tensor([0, 1, 2, 3, 0, 0, 1, 1, 2, 2, 3, 3]),
|
|
edge_features=[{'feat': tensor([[0.5773, 0.2199, 0.3366],
|
|
[0.0056, 0.9469, 0.4432]])},
|
|
{'feat': tensor([[0.8972, 0.7511, 0.3617],
|
|
[0.0056, 0.9469, 0.4432]])}],
|
|
compacted_seeds=tensor([[0, 1],
|
|
[2, 3],
|
|
[2, 3],
|
|
[2, 2],
|
|
[0, 3],
|
|
[0, 1],
|
|
[2, 4],
|
|
[2, 2],
|
|
[2, 0],
|
|
[2, 3],
|
|
[2, 5],
|
|
[2, 4]]),
|
|
blocks=[Block(num_src_nodes=6, num_dst_nodes=6, num_edges=2),
|
|
Block(num_src_nodes=6, num_dst_nodes=6, num_edges=2)],
|
|
)"""
|
|
),
|
|
str(
|
|
"""MiniBatch(seeds=tensor([[3, 3],
|
|
[4, 3],
|
|
[4, 4],
|
|
[0, 4],
|
|
[3, 4],
|
|
[3, 5],
|
|
[4, 1],
|
|
[4, 4],
|
|
[4, 4],
|
|
[4, 5],
|
|
[0, 1],
|
|
[0, 3]]),
|
|
sampled_subgraphs=[SampledSubgraphImpl(sampled_csc=CSCFormatBase(indptr=tensor([0, 0, 0, 0, 0, 1], dtype=torch.int32),
|
|
indices=tensor([3], dtype=torch.int32),
|
|
),
|
|
original_row_node_ids=tensor([3, 4, 0, 5, 1]),
|
|
original_edge_ids=tensor([0]),
|
|
original_column_node_ids=tensor([3, 4, 0, 5, 1]),
|
|
),
|
|
SampledSubgraphImpl(sampled_csc=CSCFormatBase(indptr=tensor([0, 0, 0, 0, 1, 2], dtype=torch.int32),
|
|
indices=tensor([3, 3], dtype=torch.int32),
|
|
),
|
|
original_row_node_ids=tensor([3, 4, 0, 5, 1]),
|
|
original_edge_ids=tensor([8, 0]),
|
|
original_column_node_ids=tensor([3, 4, 0, 5, 1]),
|
|
)],
|
|
node_features={'feat': tensor([[0.8672, 0.2276],
|
|
[0.5503, 0.8223],
|
|
[0.9634, 0.2294],
|
|
[0.5160, 0.2486],
|
|
[0.6172, 0.7865]])},
|
|
labels=tensor([1., 1., 1., 1., 0., 0., 0., 0., 0., 0., 0., 0.]),
|
|
input_nodes=tensor([3, 4, 0, 5, 1]),
|
|
indexes=tensor([0, 1, 2, 3, 0, 0, 1, 1, 2, 2, 3, 3]),
|
|
edge_features=[{'feat': tensor([[0.5123, 0.1709, 0.6150]])},
|
|
{'feat': tensor([[0.8972, 0.7511, 0.3617],
|
|
[0.5123, 0.1709, 0.6150]])}],
|
|
compacted_seeds=tensor([[0, 0],
|
|
[1, 0],
|
|
[1, 1],
|
|
[2, 1],
|
|
[0, 1],
|
|
[0, 3],
|
|
[1, 4],
|
|
[1, 1],
|
|
[1, 1],
|
|
[1, 3],
|
|
[2, 4],
|
|
[2, 0]]),
|
|
blocks=[Block(num_src_nodes=5, num_dst_nodes=5, num_edges=1),
|
|
Block(num_src_nodes=5, num_dst_nodes=5, num_edges=2)],
|
|
)"""
|
|
),
|
|
str(
|
|
"""MiniBatch(seeds=tensor([[5, 5],
|
|
[4, 5],
|
|
[5, 5],
|
|
[5, 5],
|
|
[4, 0],
|
|
[4, 0]]),
|
|
sampled_subgraphs=[SampledSubgraphImpl(sampled_csc=CSCFormatBase(indptr=tensor([0, 0, 1, 1], dtype=torch.int32),
|
|
indices=tensor([1], dtype=torch.int32),
|
|
),
|
|
original_row_node_ids=tensor([5, 4, 0]),
|
|
original_edge_ids=tensor([6]),
|
|
original_column_node_ids=tensor([5, 4, 0]),
|
|
),
|
|
SampledSubgraphImpl(sampled_csc=CSCFormatBase(indptr=tensor([0, 0, 1, 1], dtype=torch.int32),
|
|
indices=tensor([2], dtype=torch.int32),
|
|
),
|
|
original_row_node_ids=tensor([5, 4, 0]),
|
|
original_edge_ids=tensor([7]),
|
|
original_column_node_ids=tensor([5, 4, 0]),
|
|
)],
|
|
node_features={'feat': tensor([[0.5160, 0.2486],
|
|
[0.5503, 0.8223],
|
|
[0.9634, 0.2294]])},
|
|
labels=tensor([1., 1., 0., 0., 0., 0.]),
|
|
input_nodes=tensor([5, 4, 0]),
|
|
indexes=tensor([0, 1, 0, 0, 1, 1]),
|
|
edge_features=[{'feat': tensor([[0.4088, 0.8200, 0.1851]])},
|
|
{'feat': tensor([[0.0056, 0.9469, 0.4432]])}],
|
|
compacted_seeds=tensor([[0, 0],
|
|
[1, 0],
|
|
[0, 0],
|
|
[0, 0],
|
|
[1, 2],
|
|
[1, 2]]),
|
|
blocks=[Block(num_src_nodes=3, num_dst_nodes=3, num_edges=1),
|
|
Block(num_src_nodes=3, num_dst_nodes=3, num_edges=1)],
|
|
)"""
|
|
),
|
|
]
|
|
for step, data in enumerate(dataloader):
|
|
assert expected[step] == str(data), print(step, data)
|
|
|
|
|
|
def test_integration_node_classification():
|
|
torch.manual_seed(926)
|
|
|
|
indptr = torch.tensor([0, 0, 1, 3, 6, 8, 10])
|
|
indices = torch.tensor([5, 3, 3, 3, 3, 4, 4, 0, 5, 4])
|
|
|
|
seeds = torch.tensor([5, 1, 2, 4, 3, 0])
|
|
node_feature_data = torch.tensor(
|
|
[
|
|
[0.9634, 0.2294],
|
|
[0.6172, 0.7865],
|
|
[0.2109, 0.1089],
|
|
[0.8672, 0.2276],
|
|
[0.5503, 0.8223],
|
|
[0.5160, 0.2486],
|
|
]
|
|
)
|
|
edge_feature_data = torch.tensor(
|
|
[
|
|
[0.5123, 0.1709, 0.6150],
|
|
[0.1476, 0.1902, 0.1314],
|
|
[0.2582, 0.5203, 0.6228],
|
|
[0.3708, 0.7631, 0.2683],
|
|
[0.2126, 0.7878, 0.7225],
|
|
[0.7885, 0.3414, 0.5485],
|
|
[0.4088, 0.8200, 0.1851],
|
|
[0.0056, 0.9469, 0.4432],
|
|
[0.8972, 0.7511, 0.3617],
|
|
[0.5773, 0.2199, 0.3366],
|
|
]
|
|
)
|
|
|
|
item_set = gb.ItemSet(seeds, names="seeds")
|
|
graph = gb.fused_csc_sampling_graph(indptr, indices)
|
|
|
|
node_feature = gb.TorchBasedFeature(node_feature_data)
|
|
edge_feature = gb.TorchBasedFeature(edge_feature_data)
|
|
features = {
|
|
("node", None, "feat"): node_feature,
|
|
("edge", None, "feat"): edge_feature,
|
|
}
|
|
feature_store = gb.BasicFeatureStore(features)
|
|
datapipe = gb.ItemSampler(item_set, batch_size=2)
|
|
fanouts = torch.LongTensor([1])
|
|
datapipe = datapipe.sample_neighbor(graph, [fanouts, fanouts], replace=True)
|
|
datapipe = datapipe.fetch_feature(
|
|
feature_store, node_feature_keys=["feat"], edge_feature_keys=["feat"]
|
|
)
|
|
dataloader = gb.DataLoader(
|
|
datapipe,
|
|
)
|
|
expected = [
|
|
str(
|
|
"""MiniBatch(seeds=tensor([5, 1]),
|
|
sampled_subgraphs=[SampledSubgraphImpl(sampled_csc=CSCFormatBase(indptr=tensor([0, 1, 2], dtype=torch.int32),
|
|
indices=tensor([0, 0], dtype=torch.int32),
|
|
),
|
|
original_row_node_ids=tensor([5, 1]),
|
|
original_edge_ids=tensor([8, 0]),
|
|
original_column_node_ids=tensor([5, 1]),
|
|
),
|
|
SampledSubgraphImpl(sampled_csc=CSCFormatBase(indptr=tensor([0, 1, 2], dtype=torch.int32),
|
|
indices=tensor([0, 0], dtype=torch.int32),
|
|
),
|
|
original_row_node_ids=tensor([5, 1]),
|
|
original_edge_ids=tensor([8, 0]),
|
|
original_column_node_ids=tensor([5, 1]),
|
|
)],
|
|
node_features={'feat': tensor([[0.5160, 0.2486],
|
|
[0.6172, 0.7865]])},
|
|
labels=None,
|
|
input_nodes=tensor([5, 1]),
|
|
indexes=None,
|
|
edge_features=[{'feat': tensor([[0.8972, 0.7511, 0.3617],
|
|
[0.5123, 0.1709, 0.6150]])},
|
|
{'feat': tensor([[0.8972, 0.7511, 0.3617],
|
|
[0.5123, 0.1709, 0.6150]])}],
|
|
compacted_seeds=None,
|
|
blocks=[Block(num_src_nodes=2, num_dst_nodes=2, num_edges=2),
|
|
Block(num_src_nodes=2, num_dst_nodes=2, num_edges=2)],
|
|
)"""
|
|
),
|
|
str(
|
|
"""MiniBatch(seeds=tensor([2, 4]),
|
|
sampled_subgraphs=[SampledSubgraphImpl(sampled_csc=CSCFormatBase(indptr=tensor([0, 1, 2, 3], dtype=torch.int32),
|
|
indices=tensor([2, 1, 2], dtype=torch.int32),
|
|
),
|
|
original_row_node_ids=tensor([2, 4, 3]),
|
|
original_edge_ids=tensor([1, 6, 3]),
|
|
original_column_node_ids=tensor([2, 4, 3]),
|
|
),
|
|
SampledSubgraphImpl(sampled_csc=CSCFormatBase(indptr=tensor([0, 1, 2], dtype=torch.int32),
|
|
indices=tensor([2, 1], dtype=torch.int32),
|
|
),
|
|
original_row_node_ids=tensor([2, 4, 3]),
|
|
original_edge_ids=tensor([2, 6]),
|
|
original_column_node_ids=tensor([2, 4]),
|
|
)],
|
|
node_features={'feat': tensor([[0.2109, 0.1089],
|
|
[0.5503, 0.8223],
|
|
[0.8672, 0.2276]])},
|
|
labels=None,
|
|
input_nodes=tensor([2, 4, 3]),
|
|
indexes=None,
|
|
edge_features=[{'feat': tensor([[0.1476, 0.1902, 0.1314],
|
|
[0.4088, 0.8200, 0.1851],
|
|
[0.3708, 0.7631, 0.2683]])},
|
|
{'feat': tensor([[0.2582, 0.5203, 0.6228],
|
|
[0.4088, 0.8200, 0.1851]])}],
|
|
compacted_seeds=None,
|
|
blocks=[Block(num_src_nodes=3, num_dst_nodes=3, num_edges=3),
|
|
Block(num_src_nodes=3, num_dst_nodes=2, num_edges=2)],
|
|
)"""
|
|
),
|
|
str(
|
|
"""MiniBatch(seeds=tensor([3, 0]),
|
|
sampled_subgraphs=[SampledSubgraphImpl(sampled_csc=CSCFormatBase(indptr=tensor([0, 1, 1], dtype=torch.int32),
|
|
indices=tensor([0], dtype=torch.int32),
|
|
),
|
|
original_row_node_ids=tensor([3, 0]),
|
|
original_edge_ids=tensor([3]),
|
|
original_column_node_ids=tensor([3, 0]),
|
|
),
|
|
SampledSubgraphImpl(sampled_csc=CSCFormatBase(indptr=tensor([0, 1, 1], dtype=torch.int32),
|
|
indices=tensor([0], dtype=torch.int32),
|
|
),
|
|
original_row_node_ids=tensor([3, 0]),
|
|
original_edge_ids=tensor([3]),
|
|
original_column_node_ids=tensor([3, 0]),
|
|
)],
|
|
node_features={'feat': tensor([[0.8672, 0.2276],
|
|
[0.9634, 0.2294]])},
|
|
labels=None,
|
|
input_nodes=tensor([3, 0]),
|
|
indexes=None,
|
|
edge_features=[{'feat': tensor([[0.3708, 0.7631, 0.2683]])},
|
|
{'feat': tensor([[0.3708, 0.7631, 0.2683]])}],
|
|
compacted_seeds=None,
|
|
blocks=[Block(num_src_nodes=2, num_dst_nodes=2, num_edges=1),
|
|
Block(num_src_nodes=2, num_dst_nodes=2, num_edges=1)],
|
|
)"""
|
|
),
|
|
]
|
|
for step, data in enumerate(dataloader):
|
|
assert expected[step] == str(data), print(step, data)
|