Add VIS_NISP model checkpoint and metadata

astropt/090M/ckpt.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28734593a17ca4b6491882ac610681e4c81a12f7faa4e8a599c65844c896601f
+size 1075685355

astropt/090M/hparams.txt

@@ -0,0 +1,41 @@
+AstroPT-0089.5M
+time: 1732276382
+log_via_wandb: False
+log_emissions: False
+out_dir: logs/astropt090M_euclid_4chan
+eval_interval: 100
+log_interval: 10
+checkpoint_interval: 500
+eval_iters: 200
+eval_only: False
+always_save_checkpoint: True
+init_from: scratch
+use_hf: False
+stream_hf_dataset: False
+gradient_accumulation_steps: 20
+batch_size: 32
+spiral: True
+block_size: 196
+image_size: 224
+num_workers: 64
+n_layer: 12
+n_head: 12
+n_embd: 768
+n_chan: 4
+dropout: 0.0
+bias: False
+patch_size: 16
+learning_rate: 0.0006
+max_iters: 5000
+weight_decay: 0.1
+beta1: 0.9
+beta2: 0.95
+grad_clip: 1.0
+decay_lr: True
+warmup_iters: 2000
+lr_decay_iters: 4950.0
+min_lr: 5.9999999999999995e-05
+backend: nccl
+device: cuda
+dtype: bfloat16
+compile: False