wehub/hankcs--hanlp

Files

T

wehub-resource-sync 1fad2ccf05 chore: import upstream snapshot with attribution

2026-07-13 12:37:18 +08:00

1.2 KiB

Raw Permalink Blame History

dataset

This module provides base definition for datasets, dataloaders and samplers.

datasets

.. currentmodule:: hanlp.common

.. autoclass:: hanlp.common.dataset.Transformable
	:members:

.. autoclass:: hanlp.common.dataset.TransformableDataset
	:members:
	:special-members:
	:exclude-members: __init__, __repr__

dataloaders

.. currentmodule:: hanlp.common

.. autoclass:: hanlp.common.dataset.PadSequenceDataLoader
	:members:
	:special-members:
	:exclude-members: __init__, __repr__

.. autoclass:: hanlp.common.dataset.PrefetchDataLoader
	:members:
	:special-members:
	:exclude-members: __init__, __repr__

samplers

.. currentmodule:: hanlp.common

.. autoclass:: hanlp.common.dataset.BucketSampler
	:members:

.. autoclass:: hanlp.common.dataset.KMeansSampler
	:members:

.. autoclass:: hanlp.common.dataset.SortingSampler
	:members:

sampler builders

.. currentmodule:: hanlp.common

.. autoclass:: hanlp.common.dataset.SamplerBuilder
	:members:

.. autoclass:: hanlp.common.dataset.SortingSamplerBuilder
	:members:

.. autoclass:: hanlp.common.dataset.KMeansSamplerBuilder
	:members: