Module neuralops.config.data_config

Classes

class DataConfig (local_glue_path: str = '/Users/tahamajs/Documents/uni/datasets/glue',
max_seq_length: int = 128,
max_train_samples: int | None = None,
max_val_samples: int | None = None,
num_proc: int = 4,
streaming: bool = False,
remove_columns: list[str] = <factory>,
split_mapping: dict[str, str] = <factory>)

Expand source code

@dataclass
class DataConfig:
    local_glue_path: str = str(get_glue_dir())
    max_seq_length: int = 128
    max_train_samples: int | None = None
    max_val_samples: int | None = None
    num_proc: int = 4
    streaming: bool = False
    remove_columns: list[str] = field(default_factory=lambda: ["label"])
    split_mapping: dict[str, str] = field(
        default_factory=lambda: {
            "train": "train",
            "validation": "validation",
            "validation_matched": "validation_matched",
            "validation_mismatched": "validation_mismatched",
        }
    )

DataConfig(local_glue_path: str = '/Users/tahamajs/Documents/uni/datasets/glue', max_seq_length: int = 128, max_train_samples: int | None = None, max_val_samples: int | None = None, num_proc: int = 4, streaming: bool = False, remove_columns: list[str] = , split_mapping: dict[str, str] = )

Instance variables

var local_glue_path : str

The type of the None singleton.

var max_seq_length : int

The type of the None singleton.

var max_train_samples : int | None

The type of the None singleton.

var max_val_samples : int | None

The type of the None singleton.

var num_proc : int

The type of the None singleton.

var remove_columns : list[str]

The type of the None singleton.

var split_mapping : dict[str, str]

The type of the None singleton.

var streaming : bool

The type of the None singleton.