Upload folder using huggingface_hub

logs-lr1e-3-datacomp-rebuttal/clipcls_vit_b16_s15m_bs16k_25ep/checkpoints/epoch_24.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d30e56a464c2f17b67806260315639e663a4d7e507a1108aef98df58e2c43ef
+size 2252182350

logs-lr1e-3-datacomp-rebuttal/clipcls_vit_b16_s15m_bs16k_25ep/checkpoints/epoch_25.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7934f561359fa4aad230d841e5bf8ff1fd88955ddcc1f263d4848fd130d8d7a
+size 2252182350

logs-lr1e-3-datacomp-rebuttal/clipcls_vit_b16_s15m_bs16k_25ep/checkpoints/results.jsonl

@@ -0,0 +1,17 @@
+{"imagenet-zeroshot-val-top1": 0.11178, "imagenet-zeroshot-val-top5": 0.26328}
+{"imagenet-zeroshot-val-top1": 0.20186, "imagenet-zeroshot-val-top5": 0.41636}
+{"imagenet-zeroshot-val-top1": 0.28762, "imagenet-zeroshot-val-top5": 0.54378}
+{"imagenet-zeroshot-val-top1": 0.30488, "imagenet-zeroshot-val-top5": 0.56564}
+{"imagenet-zeroshot-val-top1": 0.31118, "imagenet-zeroshot-val-top5": 0.5705}
+{"imagenet-zeroshot-val-top1": 0.33194, "imagenet-zeroshot-val-top5": 0.60224}
+{"imagenet-zeroshot-val-top1": 0.35418, "imagenet-zeroshot-val-top5": 0.6281}
+{"imagenet-zeroshot-val-top1": 0.37028, "imagenet-zeroshot-val-top5": 0.64418}
+{"imagenet-zeroshot-val-top1": 0.383, "imagenet-zeroshot-val-top5": 0.66288}
+{"imagenet-zeroshot-val-top1": 0.39306, "imagenet-zeroshot-val-top5": 0.67326}
+{"imagenet-zeroshot-val-top1": 0.4132, "imagenet-zeroshot-val-top5": 0.69578}
+{"imagenet-zeroshot-val-top1": 0.42382, "imagenet-zeroshot-val-top5": 0.7114}
+{"imagenet-zeroshot-val-top1": 0.438, "imagenet-zeroshot-val-top5": 0.72248}
+{"imagenet-zeroshot-val-top1": 0.43938, "imagenet-zeroshot-val-top5": 0.72178}
+{"imagenet-zeroshot-val-top1": 0.4485, "imagenet-zeroshot-val-top5": 0.72984}
+{"imagenet-zeroshot-val-top1": 0.44922, "imagenet-zeroshot-val-top5": 0.73228}
+{"imagenet-zeroshot-val-top1": 0.44868, "imagenet-zeroshot-val-top5": 0.72932}

logs-lr1e-3-datacomp-rebuttal/clipcls_vit_b16_s15m_bs16k_25ep/params.txt

@@ -0,0 +1,113 @@
+NDR_patch_size: 16
+accum_freq: 1
+aug_cfg: {}
+batch_size: 2048
+beta1: 0.9
+beta2: 0.98
+checkpoint_path: ./logs/clipcls_vit_b16_s15m_bs16k/checkpoints
+class_loss_weight: 1.0
+coca_caption_loss_weight: 2.0
+coca_contrastive_loss_weight: 1.0
+copy_codebase: False
+csv_caption_key: title
+csv_img_key: filepath
+csv_separator: 	
+dataset_resampled: False
+dataset_type: webdataset
+ddp_static_graph: True
+debug: False
+delete_prev_step_ckpt: True
+delete_previous_checkpoint: False
+device: cuda:0
+dist_backend: nccl
+dist_url: env://
+distill: False
+distill_model: None
+distill_pretrained: None
+distributed: True
+epochs: 25
+epochs_cooldown: None
+eps: 1e-06
+force_custom_text: False
+force_image_size: 224
+force_patch_dropout: None
+force_quick_gelu: False
+gather_with_grad: True
+global_batch_size: 16384
+grad_checkpointing: True
+grad_clip_norm: None
+horovod: False
+image_interpolation: None
+image_mean: None
+image_resize_mode: None
+image_std: None
+imagenet_v2: None
+imagenet_val: /mnt/bn/zilongdata-us/dataset/ILSVRC/Data/CLS-LOC/val
+is_cls_token: True
+local_loss: True
+local_rank: 0
+lock_image: False
+lock_image_freeze_bn_stats: False
+lock_image_unlocked_groups: 0
+lock_text: False
+lock_text_freeze_layer_norm: False
+lock_text_unlocked_layers: 0
+log_every_n_steps: 128
+log_level: 20
+log_local: False
+log_path: ./logs/clipcls_vit_b16_s15m_bs16k/out.log
+logs: ./logs
+lr: 0.001
+lr_cooldown_end: 0.0
+lr_cooldown_power: 1.0
+lr_scheduler: cosine
+max_seq_len: 15000
+model: CLIPCLS-ViT-B-16
+name: clipcls_vit_b16_s15m_bs16k
+native_dynamic_resolution: False
+no_set_device_rank: False
+only_class_loss: False
+only_packing: False
+post_train: False
+precision: amp_bfloat16
+pretrained: 
+pretrained_image: 
+pretrained_text: 
+rank: 0
+remote_sync: None
+remote_sync_frequency: 300
+remote_sync_protocol: s3
+report_to: wandb
+resume: ./logs/clipcls_vit_b16_s15m_bs16k/checkpoints/step_6104.pt
+rope_attn_num_heads: 12
+rope_model_width: 768
+save_every_n_steps: 6104
+save_frequency: 1
+save_most_recent: False
+seed: 0
+siglip: False
+skip_scheduler: False
+tensorboard: False
+tensorboard_path: 
+torchcompile: False
+torchscript: False
+trace: False
+train_data: /mnt/bn/zilongdata-us/dataset/recap-datacomp-1b-webdataset/{000000..140146}.tar
+train_data_upsampling_factors: None
+train_num_samples: 15000000
+use_bn_sync: False
+use_bnb_linear: None
+use_idf: True
+val_data: None
+val_frequency: 1
+val_num_samples: None
+val_steps: 6104
+wandb: True
+wandb_notes: 
+wandb_project_name: cls-clip-batch-size
+warmup: 500
+wd: 0.2
+workers: 1
+world_size: 8
+zeroshot_frequency: 2
+zeroshot_steps: 6104