This commit is contained in:
esenke
2025-12-08 22:16:31 +08:00
commit 01adcfdf60
305 changed files with 50879 additions and 0 deletions

18
lib/datasets/builder.py Normal file
View File

@@ -0,0 +1,18 @@
from antmmf.common.registry import registry
from antmmf.datasets.base_dataset_builder import BaseDatasetBuilder
from .loader.pretraining_loader import PretrainingLoader
@registry.register_builder("pretraining_loader")
class PretrainingBuilder(BaseDatasetBuilder):
def __init__(self):
super().__init__("pretraining_loader")
def _build(self, dataset_type, config, *args, **kwargs):
return None
def _load(self, dataset_type, config, *args, **kwargs):
self.dataset = PretrainingLoader(dataset_type, config)
return self.dataset
def update_registry_for_model(self, config):
pass