CheXficient/configs.py at master · cwangrun/CheXficient · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
# Copyright (c) Meta Platforms, Inc. and affiliates.
# All rights reserved.

import os
import inspect
from collections import OrderedDict
import time


def datestr():
    now = time.gmtime()
    return '{}{:02}{:02}_{:02}{:02}'.format(now.tm_year, now.tm_mon, now.tm_mday, now.tm_hour, now.tm_min)


class Config:

    # model
    proj_dim = 512
    temperature = 0.01
    num_prototypes = 6
    image_size = 378
    max_bert_length = 256
    batch_size = 4  # 80
    eval_batch_size = 12  # 256
    vision_backbone = "dino"
    output_root = "runs" + '/{}/'.format(datestr())

    # training
    max_update = 50000000
    epochs = 20
    curation_epochs = 1
    num_workers = 2
    warmup_steps = 0
    prototype_warmup_steps = 10
    lr = 5e-5
    min_lr = 5e-6
    warmup_div = 25
    weight_decay = 1e-4  # 0.0
    head_weight_decay = 0.0
    accum_iter = 1
    dist_eval = False
    fp16 = True
    eval = False
    pin_mem = False
    resume = None
    clip_grad = None

    # evaluate
    use_template = True
    patience = None
    eval_steps = 100   # 50
    seed = 0
    dist_on_itp = False
    log_dir = None

    def __init__(self, **kwargs):
        for key in kwargs:
            setattr(self, key, kwargs[key])
        if not hasattr(self, "warmup_steps"):
            self.warmup_steps = int(self.max_update / self.warmup_div)  # TODO move this to main?
        if not hasattr(self, "output_dir"):
            self.output_dir = inspect.stack()[1][3]
        self.output_dir = os.path.join(self.output_root, self.output_dir)
        print("config.output_dir =", self.output_dir)

    def add_cmd_args(self, cmd_args):
        for key, value in vars(cmd_args).items():
            if not key.startswith("__") and value is not None:
                setattr(self, key, value)
        return self

    def __str__(self):
        return "\n".join([f"{k}={v}" for k, v in vars(self).items()])


def build_from_sweep_config(sweep_config):
    sweep_dict = OrderedDict()
    key_to_short = OrderedDict()
    key_to_card = OrderedDict()
    sweep_name = sweep_config.__name__
    cards = 1
    for key, value in vars(sweep_config).items():
        if not key.startswith("__"):
            sweep_dict[key] = value[0] if isinstance(value, tuple) else value
            cards *= len(sweep_dict[key])
            key_to_card[key] = len(sweep_dict[key])
            key_to_short[key] = value[1] if isinstance(value, tuple) else ""

    all_update_dicts = []
    for sweep_idx in range(cards):
        key_to_idx = OrderedDict()
        for key in key_to_card:
            key_to_idx[key] = sweep_idx % key_to_card[key]
            sweep_idx = sweep_idx // key_to_card[key]
        update_dict = OrderedDict()
        for key, idx in key_to_idx.items():
            update_dict[key] = sweep_dict[key][idx]
        update_dict["output_dir"] = "_".join([value+str(update_dict[key]).replace("/", ".") for key, value in key_to_short.items()])
        update_dict["output_dir"] = os.path.join(sweep_name, update_dict["output_dir"])
        all_update_dicts.append(update_dict)

    assert len(all_update_dicts) == cards
    return all_update_dicts