monsoon-nlp commited on
Commit
bdc39fe
·
verified ·
1 Parent(s): 7fac63c

Delete configuration_bd3lm.py

Browse files
Files changed (1) hide show
  1. configuration_bd3lm.py +0 -47
configuration_bd3lm.py DELETED
@@ -1,47 +0,0 @@
1
- """BD3LM config for Hugging Face.
2
-
3
- """
4
-
5
- import transformers
6
-
7
-
8
- class BD3LMConfig(transformers.PretrainedConfig):
9
- """Hugging Face configuration class for BD3LM."""
10
- model_type = "bd3lm"
11
-
12
- def __init__(
13
- self,
14
- block_size: int = 1,
15
- vocab_size: int = 50258,
16
- model_length: int = 1024,
17
- cross_attn: bool = True,
18
- adaln: bool = True,
19
- attn_backend: str = 'flex',
20
- causal: bool = False,
21
- hidden_dim: int = 768,
22
- cond_dim: int = 129,
23
- n_blocks: int = 12,
24
- n_heads: int = 12,
25
- dropout: float = 0.1,
26
- time_conditioning: bool = False,
27
- var_min: bool = True,
28
- sampling_eps_min: float = 1e-3,
29
- sampling_eps_max: float = 0.999,
30
- ** kwargs):
31
- super().__init__(**kwargs)
32
- self.block_size = block_size
33
- self.cross_attn = cross_attn
34
- self.adaln = adaln
35
- self.attn_backend = attn_backend
36
- self.causal = causal
37
- self.vocab_size = vocab_size
38
- self.model_length = model_length
39
- self.hidden_dim = hidden_dim
40
- self.cond_dim = cond_dim
41
- self.n_blocks = n_blocks
42
- self.n_heads = n_heads
43
- self.dropout = dropout
44
- self.time_conditioning = time_conditioning
45
- self.var_min = var_min
46
- self.sampling_eps_min = sampling_eps_min
47
- self.sampling_eps_max = sampling_eps_max