Index

_

__init__() (grilly.optim.Adam method) (grilly.optim.adam.Adam method) (grilly.optim.adam.AffectAdam method) (grilly.optim.AdamW method) (grilly.optim.adamw.AdamW method) (grilly.optim.AffectAdam method) (grilly.optim.AutoHypergradientAdamW method) (grilly.optim.base.Optimizer method) (grilly.optim.CosineAnnealingLR method) (grilly.optim.hypergradient.AutoHypergradientAdamW method) (grilly.optim.hypergradient.HypergradientAdamW method) (grilly.optim.HypergradientAdamW method) (grilly.optim.lr_scheduler.CosineAnnealingLR method) (grilly.optim.lr_scheduler.LRScheduler method) (grilly.optim.lr_scheduler.OneCycleLR method) (grilly.optim.lr_scheduler.ReduceLROnPlateau method) (grilly.optim.lr_scheduler.StepLR method) (grilly.optim.LRScheduler method) (grilly.optim.natural_gradient.NaturalGradient method) (grilly.optim.NaturalGradient method) (grilly.optim.NLMS method) (grilly.optim.nlms.NLMS method) (grilly.optim.OneCycleLR method) (grilly.optim.Optimizer method) (grilly.optim.ReduceLROnPlateau method) (grilly.optim.SGD method) (grilly.optim.sgd.SGD method) (grilly.optim.StepLR method) _adam_update_gpu() (grilly.optim.Adam method) (grilly.optim.adam.Adam method) (grilly.optim.adam.AffectAdam method) (grilly.optim.AffectAdam method) _adamw_update_gpu() (grilly.optim.AdamW method) (grilly.optim.adamw.AdamW method) (grilly.optim.AutoHypergradientAdamW method) (grilly.optim.hypergradient.AutoHypergradientAdamW method) (grilly.optim.hypergradient.HypergradientAdamW method) (grilly.optim.HypergradientAdamW method)

_annealing_cos() (grilly.optim.lr_scheduler.OneCycleLR method) (grilly.optim.OneCycleLR method) _annealing_linear() (grilly.optim.lr_scheduler.OneCycleLR method) (grilly.optim.OneCycleLR method) _collect_grads() (in module grilly.optim.hypergradient) _compute_update_directions() (in module grilly.optim.hypergradient) _fmt_rate() (in module grilly.scripts.ingest_svc) _format_param() (grilly.optim.lr_scheduler.OneCycleLR method) (grilly.optim.OneCycleLR method) _get_backend() (grilly.optim.Adam method) (grilly.optim.adam.Adam method) (grilly.optim.adam.AffectAdam method) (grilly.optim.AdamW method) (grilly.optim.adamw.AdamW method) (grilly.optim.AffectAdam method) (grilly.optim.AutoHypergradientAdamW method) (grilly.optim.hypergradient.AutoHypergradientAdamW method) (grilly.optim.hypergradient.HypergradientAdamW method) (grilly.optim.HypergradientAdamW method) (grilly.optim.natural_gradient.NaturalGradient method) (grilly.optim.NaturalGradient method) (grilly.optim.NLMS method) (grilly.optim.nlms.NLMS method) (grilly.optim.SGD method) (grilly.optim.sgd.SGD method) _init_is_better() (grilly.optim.lr_scheduler.ReduceLROnPlateau method) (grilly.optim.ReduceLROnPlateau method) _reduce_lr() (grilly.optim.lr_scheduler.ReduceLROnPlateau method) (grilly.optim.ReduceLROnPlateau method) _reset() (grilly.optim.lr_scheduler.ReduceLROnPlateau method) (grilly.optim.ReduceLROnPlateau method)

A

accumulated_surprise (grilly.optim.AutoHypergradientAdamW property) (grilly.optim.hypergradient.AutoHypergradientAdamW property) Adam (class in grilly.optim) (class in grilly.optim.adam) AdamW (class in grilly.optim) (class in grilly.optim.adamw)

AffectAdam (class in grilly.optim) (class in grilly.optim.adam) AutoHypergradientAdamW (class in grilly.optim) (class in grilly.optim.hypergradient)

B

beta1_history (grilly.optim.AutoHypergradientAdamW property) (grilly.optim.hypergradient.AutoHypergradientAdamW property)

build_vma_lib_linux() (in module grilly.scripts.install_pyvma) build_vma_lib_windows() (in module grilly.scripts.install_pyvma)

C

check_compiler() (in module grilly.scripts.install_pyvma) clean_svc() (in module grilly.datasets.clean_conversations) clean_text() (in module grilly.datasets.clean_conversations) clone_pyvma() (in module grilly.scripts.install_pyvma) CosineAnnealingLR (class in grilly.optim) (class in grilly.optim.lr_scheduler) count_lines() (in module grilly.datasets.validate_svc)

current_lr (grilly.optim.AutoHypergradientAdamW property) (grilly.optim.hypergradient.AutoHypergradientAdamW property) (grilly.optim.hypergradient.HypergradientAdamW property) (grilly.optim.HypergradientAdamW property) current_surprise (grilly.optim.AutoHypergradientAdamW property) (grilly.optim.hypergradient.AutoHypergradientAdamW property) current_surprise_gain (grilly.optim.AutoHypergradientAdamW property) (grilly.optim.hypergradient.AutoHypergradientAdamW property)

D

download_vma_header() (in module grilly.scripts.install_pyvma)

F

fix_pyvma_paths() (in module grilly.scripts.install_pyvma)

G

get_last_lr() (grilly.optim.CosineAnnealingLR method) (grilly.optim.lr_scheduler.CosineAnnealingLR method) (grilly.optim.lr_scheduler.LRScheduler method) (grilly.optim.lr_scheduler.OneCycleLR method) (grilly.optim.lr_scheduler.StepLR method) (grilly.optim.LRScheduler method) (grilly.optim.OneCycleLR method) (grilly.optim.StepLR method) get_lr() (grilly.optim.CosineAnnealingLR method) (grilly.optim.lr_scheduler.CosineAnnealingLR method) (grilly.optim.lr_scheduler.LRScheduler method) (grilly.optim.lr_scheduler.OneCycleLR method) (grilly.optim.lr_scheduler.StepLR method) (grilly.optim.LRScheduler method) (grilly.optim.OneCycleLR method) (grilly.optim.StepLR method) grilly.datasets module grilly.datasets.clean_conversations module grilly.datasets.merge_svc module grilly.datasets.validate_svc module grilly.experimental module

grilly.optim module grilly.optim.adam module grilly.optim.adamw module grilly.optim.base module grilly.optim.hypergradient module grilly.optim.lr_scheduler module grilly.optim.natural_gradient module grilly.optim.nlms module grilly.optim.sgd module grilly.scripts module grilly.scripts.ingest_svc module grilly.scripts.install_pyvma module

H

HypergradientAdamW (class in grilly.optim) (class in grilly.optim.hypergradient)

I

in_cooldown (grilly.optim.lr_scheduler.ReduceLROnPlateau property) (grilly.optim.ReduceLROnPlateau property) install_pyvma() (in module grilly.scripts.install_pyvma)

is_better() (grilly.optim.lr_scheduler.ReduceLROnPlateau method) (grilly.optim.ReduceLROnPlateau method) is_valid_after_cleaning() (in module grilly.datasets.clean_conversations)

L

load_jsonl() (in module grilly.datasets.merge_svc) load_state_dict() (grilly.optim.Adam method) (grilly.optim.adam.Adam method) (grilly.optim.adam.AffectAdam method) (grilly.optim.AdamW method) (grilly.optim.adamw.AdamW method) (grilly.optim.AffectAdam method) (grilly.optim.AutoHypergradientAdamW method) (grilly.optim.base.Optimizer method) (grilly.optim.CosineAnnealingLR method) (grilly.optim.hypergradient.AutoHypergradientAdamW method) (grilly.optim.hypergradient.HypergradientAdamW method) (grilly.optim.HypergradientAdamW method) (grilly.optim.lr_scheduler.CosineAnnealingLR method) (grilly.optim.lr_scheduler.LRScheduler method) (grilly.optim.lr_scheduler.OneCycleLR method) (grilly.optim.lr_scheduler.ReduceLROnPlateau method) (grilly.optim.lr_scheduler.StepLR method) (grilly.optim.LRScheduler method) (grilly.optim.natural_gradient.NaturalGradient method) (grilly.optim.NaturalGradient method) (grilly.optim.NLMS method) (grilly.optim.nlms.NLMS method) (grilly.optim.OneCycleLR method) (grilly.optim.Optimizer method) (grilly.optim.ReduceLROnPlateau method) (grilly.optim.SGD method) (grilly.optim.sgd.SGD method) (grilly.optim.StepLR method)

lr_history (grilly.optim.AutoHypergradientAdamW property) (grilly.optim.hypergradient.AutoHypergradientAdamW property) (grilly.optim.hypergradient.HypergradientAdamW property) (grilly.optim.HypergradientAdamW property) LRScheduler (class in grilly.optim) (class in grilly.optim.lr_scheduler)

M

main() (in module grilly.datasets.clean_conversations) (in module grilly.datasets.merge_svc) (in module grilly.datasets.validate_svc) (in module grilly.scripts.ingest_svc) (in module grilly.scripts.install_pyvma) module grilly.datasets grilly.datasets.clean_conversations grilly.datasets.merge_svc grilly.datasets.validate_svc grilly.experimental grilly.optim grilly.optim.adam grilly.optim.adamw grilly.optim.base grilly.optim.hypergradient grilly.optim.lr_scheduler grilly.optim.natural_gradient grilly.optim.nlms grilly.optim.sgd grilly.scripts grilly.scripts.ingest_svc grilly.scripts.install_pyvma

N

NaturalGradient (class in grilly.optim) (class in grilly.optim.natural_gradient)

NLMS (class in grilly.optim) (class in grilly.optim.nlms)

O

OneCycleLR (class in grilly.optim) (class in grilly.optim.lr_scheduler)

Optimizer (class in grilly.optim) (class in grilly.optim.base)

P

print_error() (in module grilly.scripts.install_pyvma)

print_step() (in module grilly.scripts.install_pyvma) print_success() (in module grilly.scripts.install_pyvma)

R

ReduceLROnPlateau (class in grilly.optim) (class in grilly.optim.lr_scheduler)

S

s_bar_history (grilly.optim.AutoHypergradientAdamW property) (grilly.optim.hypergradient.AutoHypergradientAdamW property) sample_lines() (in module grilly.datasets.validate_svc) SGD (class in grilly.optim) (class in grilly.optim.sgd) state_dict() (grilly.optim.Adam method) (grilly.optim.adam.Adam method) (grilly.optim.adam.AffectAdam method) (grilly.optim.AdamW method) (grilly.optim.adamw.AdamW method) (grilly.optim.AffectAdam method) (grilly.optim.AutoHypergradientAdamW method) (grilly.optim.base.Optimizer method) (grilly.optim.CosineAnnealingLR method) (grilly.optim.hypergradient.AutoHypergradientAdamW method) (grilly.optim.hypergradient.HypergradientAdamW method) (grilly.optim.HypergradientAdamW method) (grilly.optim.lr_scheduler.CosineAnnealingLR method) (grilly.optim.lr_scheduler.LRScheduler method) (grilly.optim.lr_scheduler.OneCycleLR method) (grilly.optim.lr_scheduler.ReduceLROnPlateau method) (grilly.optim.lr_scheduler.StepLR method) (grilly.optim.LRScheduler method) (grilly.optim.natural_gradient.NaturalGradient method) (grilly.optim.NaturalGradient method) (grilly.optim.NLMS method) (grilly.optim.nlms.NLMS method) (grilly.optim.OneCycleLR method) (grilly.optim.Optimizer method) (grilly.optim.ReduceLROnPlateau method) (grilly.optim.SGD method) (grilly.optim.sgd.SGD method) (grilly.optim.StepLR method)

step() (grilly.optim.Adam method) (grilly.optim.adam.Adam method) (grilly.optim.adam.AffectAdam method) (grilly.optim.AdamW method) (grilly.optim.adamw.AdamW method) (grilly.optim.AffectAdam method) (grilly.optim.AutoHypergradientAdamW method) (grilly.optim.base.Optimizer method) (grilly.optim.CosineAnnealingLR method) (grilly.optim.hypergradient.AutoHypergradientAdamW method) (grilly.optim.hypergradient.HypergradientAdamW method) (grilly.optim.HypergradientAdamW method) (grilly.optim.lr_scheduler.CosineAnnealingLR method) (grilly.optim.lr_scheduler.LRScheduler method) (grilly.optim.lr_scheduler.OneCycleLR method) (grilly.optim.lr_scheduler.ReduceLROnPlateau method) (grilly.optim.lr_scheduler.StepLR method) (grilly.optim.LRScheduler method) (grilly.optim.natural_gradient.NaturalGradient method) (grilly.optim.NaturalGradient method) (grilly.optim.NLMS method) (grilly.optim.nlms.NLMS method) (grilly.optim.OneCycleLR method) (grilly.optim.Optimizer method) (grilly.optim.ReduceLROnPlateau method) (grilly.optim.SGD method) (grilly.optim.sgd.SGD method) (grilly.optim.StepLR method) StepLR (class in grilly.optim) (class in grilly.optim.lr_scheduler) surprise_history (grilly.optim.AutoHypergradientAdamW property) (grilly.optim.hypergradient.AutoHypergradientAdamW property)

V

validate_data_quality() (in module grilly.datasets.validate_svc) validate_file() (in module grilly.datasets.validate_svc) validate_schema() (in module grilly.datasets.validate_svc)

validate_source_consistency() (in module grilly.datasets.validate_svc) validate_svc_rules() (in module grilly.datasets.validate_svc) verify_installation() (in module grilly.scripts.install_pyvma)

Z

zero_grad() (grilly.optim.Adam method) (grilly.optim.adam.Adam method) (grilly.optim.adam.AffectAdam method) (grilly.optim.AdamW method) (grilly.optim.adamw.AdamW method) (grilly.optim.AffectAdam method) (grilly.optim.AutoHypergradientAdamW method) (grilly.optim.base.Optimizer method) (grilly.optim.hypergradient.AutoHypergradientAdamW method) (grilly.optim.hypergradient.HypergradientAdamW method) (grilly.optim.HypergradientAdamW method) (grilly.optim.natural_gradient.NaturalGradient method) (grilly.optim.NaturalGradient method) (grilly.optim.NLMS method) (grilly.optim.nlms.NLMS method) (grilly.optim.Optimizer method) (grilly.optim.SGD method) (grilly.optim.sgd.SGD method)