wehub-resource-sync
38 lines
1.0 KiB
Python
38 lines
1.0 KiB
Python
# Copyright Lightning AI. Licensed under the Apache License 2.0, see LICENSE file.
|
|
|
|
from litgpt.data.alpaca import Alpaca
|
|
from litgpt.data.alpaca_2k import Alpaca2k
|
|
from litgpt.data.alpaca_gpt4 import AlpacaGPT4
|
|
from litgpt.data.base import DataModule, SFTDataset, get_sft_collate_fn
|
|
from litgpt.data.deita import Deita
|
|
from litgpt.data.flan import FLAN
|
|
from litgpt.data.json_data import JSON
|
|
from litgpt.data.lima import LIMA
|
|
from litgpt.data.lit_data import LitData
|
|
from litgpt.data.longform import LongForm
|
|
from litgpt.data.microllama import MicroLlama
|
|
from litgpt.data.openwebtext import OpenWebText
|
|
from litgpt.data.text_files import TextFiles
|
|
from litgpt.data.tinyllama import TinyLlama
|
|
from litgpt.data.tinystories import TinyStories
|
|
|
|
__all__ = [
|
|
"Alpaca",
|
|
"Alpaca2k",
|
|
"AlpacaGPT4",
|
|
"Deita",
|
|
"FLAN",
|
|
"JSON",
|
|
"LIMA",
|
|
"LitData",
|
|
"DataModule",
|
|
"LongForm",
|
|
"OpenWebText",
|
|
"SFTDataset",
|
|
"TextFiles",
|
|
"TinyLlama",
|
|
"TinyStories",
|
|
"MicroLlama",
|
|
"get_sft_collate_fn",
|
|
]
|