lora_adam_all_points.yaml

program: train.py
name: "LoRA_ADAM_all_mlp_fc1_2_all_points"
command:
  - ${env}
  - python3
  - ${program}
  - ${args}
method: grid

parameters:
  dataset:
    values: [ "path/to/openimages/" ]
  test-dir:
    values: [ "path/to/kodak/" ]
  epochs:
    values: [ 15 ]
  batch-size:
    values: [ 16 ]
  model:
    values: [ "stf" ]
  cuda:
    values: [ 1 ]
  save:
    values: [ 1 ]
  save-dir:
    values: [ "../results/adapt_models/adapt_0483" ]
  checkpoint:
    values: [ "../pretrained/stf/stf_0483_best.pth.tar" ]
  lambda:
    values: [  0.0018, 0.0035, 0.0067, 0.0130  ]
  lora:
    values: [ 1 ]
  lora-config:
    values: [ 
      "../configs/lora_8_8.yml", 
    ]
  lora-opt:
    values: [ "adam" ]
  lora-sched:
    values: [ "cosine" ] 
  learning-rate:
    values: [ 0.0001 ]