MedAI_Processing / utils / __init__.py
LiamKhoaLe's picture
Upd local setups with dynamic mode setter
a89888b
raw
history blame contribute delete
872 Bytes
"""
Utility package for the Medical Dataset Augmenter Space.
This package provides:
- drive_saver: Google Drive upload helper
- cloud_llm: API key rotation, paraphraser, translation/backtranslation
- local_llm: Load medalpaca-13B for augmentation, processing and translation
- datasets: Hugging Face dataset resolver & downloader
- processor: dataset-specific processing pipeline with augmentation
- schema: centralised SFT writer (JSONL + CSV)
- token: GCS project token refresher and authenticator
- augment: low-level augmentation utilities (text cleanup, deid, paraphrase hooks)
"""
from . import drive_saver
from . import cloud_llm
from . import local_llm
from . import datasets
from . import processor
from . import schema
from . import augment
from . import token
__all__ = ["drive_saver", "cloud_llm", "local_llm", "datasets", "processor", "schema", "augment"]