config_pretraining.yaml

defaults:
  - _self_
  - models: resnet50
  - dataset: ukb_stroke

# Command Center
pretrain: True
run_eval: False

algorithm_name: SSMSRPM

seeds: 
  - 2022
  - 2023
  - 2024
  - 2025
  - 2026

wandb_entity: #PUT HERE YOUR WANDB ENTITY
data_base: #PUT HERE YOUR DATABASE FOLDER 
num_workers: 10

wandb_project: #PUT HERE YOUR WANDB PROJECT NAME

# Multimodal
lr: 1.e-3
weight_decay: 1.e-3
scheduler: anneal
anneal_max_epochs: 200
warmup_epochs: 10
temperature: 0.08
projection_dim: 128
use_projection_head: True
strategy: ssmsrpm

loss: clip
hard_neg: False
view: augmented
lambda_0: 0.5
momentum: 0.99

threshold: 0.9
similarity_divisor: 2

tabular_pretrain_checkpoint:
pretrained_tabular_strategy: frozen
imaging_pretrain_checkpoint:
pretrained_imaging_strategy: trainable

multiple_lr: False

batch_size: 6 #512
lr_eval: 1.e-5 #scaled by gradient acc
weight_decay_eval: 1e-4
val_check_interval: 1.0 
check_val_every_n_epoch: 1 
tabular_embedding_dim: 2048

# Classifier
classifier_num_layers: 2
lr_classifier: 3.e-4
weight_decay_classifier: 1.e-4
online_mlp: False 

# Imaging
augmentation_rate: 0.95
crop_scale_lower: 0.08

# tabular
corruption_rate: 0.3
one_hot: True
eval_one_hot: True

encoder_num_layers: 2
projector_num_layers: 1
init_strat: kaiming
dropout_rate: 0.3

# Evaluator
generate_embeddings: False
keep_projector: False
eval_train_augment_rate: 0.8
eval_classifier: linear
finetune_strategy: trainable
optimizer_eval: adamw
youden_index: False
youden_index_eval: True

checkpoint:
checkpoint_imaging: False
checkpoint_tabular: False
checkpoint_multimodal: True
datatype: multimodal
eval_datatype: imaging_and_tabular
task: classification
gradcam: True
fig_dir:

# General
seed: 2022
max_epochs: 100
log_images: False
use_wandb: True
limit_train_batches: 1.0
limit_val_batches: 1.0
limit_test_batches: 1.0
enable_progress_bar: True
log_every_n_steps: 1
offline: False
evaluate: True
test: False
test_and_eval: True
combine_train_and_val: False
stratified_sampler: True
classifier_freq: 1