Module neuralops.config.method_config

Classes

class DisLoRAConfig (beta: float = 0.5, capacity_factor: float = 1.0)

Expand source code

@dataclass
class DisLoRAConfig:
    beta: float = 0.5
    capacity_factor: float = 1.0

DisLoRAConfig(beta: float = 0.5, capacity_factor: float = 1.0)

Instance variables

var beta : float

The type of the None singleton.

var capacity_factor : float

The type of the None singleton.

class FisherConfig (num_batches: int = 20, sample_size: int = 200, scale_max: float = 2.0)

Expand source code

@dataclass
class FisherConfig:
    num_batches: int = 20
    sample_size: int = 200
    scale_max: float = 2.0

FisherConfig(num_batches: int = 20, sample_size: int = 200, scale_max: float = 2.0)

Instance variables

var num_batches : int

The type of the None singleton.

var sample_size : int

The type of the None singleton.

var scale_max : float

The type of the None singleton.

class GeLoRAConfig (margin: float = 1.0, min_rank: int = 2, max_rank: int = 32)

Expand source code

@dataclass
class GeLoRAConfig:
    margin: float = 1.0
    min_rank: int = 2
    max_rank: int = 32

GeLoRAConfig(margin: float = 1.0, min_rank: int = 2, max_rank: int = 32)

Instance variables

var margin : float

The type of the None singleton.

var max_rank : int

The type of the None singleton.

var min_rank : int

The type of the None singleton.

class LLRDConfig (decay: float = 0.95)

Expand source code

@dataclass
class LLRDConfig:
    decay: float = 0.95

LLRDConfig(decay: float = 0.95)

Instance variables

var decay : float

The type of the None singleton.

class LoRAConfig (r: int = 8, alpha: int = 16, dropout: float = 0.1)

Expand source code

@dataclass
class LoRAConfig:
    r: int = 8
    alpha: int = 16
    dropout: float = 0.1

LoRAConfig(r: int = 8, alpha: int = 16, dropout: float = 0.1)

Instance variables

var alpha : int

The type of the None singleton.

var dropout : float

The type of the None singleton.

var r : int

The type of the None singleton.

class MethodConfig (method: str = 'baseline',
lora: LoRAConfig = <factory>,
rdrop: RDropConfig = <factory>,
r3f: R3FConfig = <factory>,
fisher: FisherConfig = <factory>,
gelora: GeLoRAConfig = <factory>,
llrd: LLRDConfig = <factory>,
mixout: MixoutConfig = <factory>,
dislora: DisLoRAConfig = <factory>)

Expand source code

@dataclass
class MethodConfig:
    method: str = "baseline"
    lora: LoRAConfig = field(default_factory=LoRAConfig)
    rdrop: RDropConfig = field(default_factory=RDropConfig)
    r3f: R3FConfig = field(default_factory=R3FConfig)
    fisher: FisherConfig = field(default_factory=FisherConfig)
    gelora: GeLoRAConfig = field(default_factory=GeLoRAConfig)
    llrd: LLRDConfig = field(default_factory=LLRDConfig)
    mixout: MixoutConfig = field(default_factory=MixoutConfig)
    dislora: DisLoRAConfig = field(default_factory=DisLoRAConfig)

MethodConfig(method: str = 'baseline', lora: neuralops.config.method_config.LoRAConfig = , rdrop: neuralops.config.method_config.RDropConfig = , r3f: neuralops.config.method_config.R3FConfig = , fisher: neuralops.config.method_config.FisherConfig = , gelora: neuralops.config.method_config.GeLoRAConfig = , llrd: neuralops.config.method_config.LLRDConfig = , mixout: neuralops.config.method_config.MixoutConfig = , dislora: neuralops.config.method_config.DisLoRAConfig = )

Instance variables

var dislora : DisLoRAConfig

The type of the None singleton.

var fisher : FisherConfig

The type of the None singleton.

var gelora : GeLoRAConfig

The type of the None singleton.

var llrd : LLRDConfig

The type of the None singleton.

var lora : LoRAConfig

The type of the None singleton.

var method : str

The type of the None singleton.

var mixout : MixoutConfig

The type of the None singleton.

var r3f : R3FConfig

The type of the None singleton.

var rdrop : RDropConfig

The type of the None singleton.

class MixoutConfig (p: float = 0.9)

Expand source code

@dataclass
class MixoutConfig:
    p: float = 0.9

MixoutConfig(p: float = 0.9)

Instance variables

var p : float

The type of the None singleton.

class R3FConfig (epsilon: float = 1e-05)

Expand source code

@dataclass
class R3FConfig:
    epsilon: float = 1e-5

R3FConfig(epsilon: float = 1e-05)

Instance variables

var epsilon : float

The type of the None singleton.

class RDropConfig (alpha: float = 5.0)

Expand source code

@dataclass
class RDropConfig:
    alpha: float = 5.0

RDropConfig(alpha: float = 5.0)

Instance variables

var alpha : float

The type of the None singleton.