| { |
| "attn_hidden_dim": 3072, |
| "blocks": [ |
| "transformer_blocks.0", |
| "transformer_blocks.1", |
| "transformer_blocks.2", |
| "transformer_blocks.3", |
| "transformer_blocks.4", |
| "transformer_blocks.5", |
| "transformer_blocks.6", |
| "transformer_blocks.7", |
| "transformer_blocks.8", |
| "transformer_blocks.9", |
| "transformer_blocks.10", |
| "transformer_blocks.11", |
| "transformer_blocks.12", |
| "transformer_blocks.13", |
| "transformer_blocks.14", |
| "transformer_blocks.15", |
| "transformer_blocks.16", |
| "transformer_blocks.17", |
| "transformer_blocks.18", |
| "single_transformer_blocks.0", |
| "single_transformer_blocks.1", |
| "single_transformer_blocks.2", |
| "single_transformer_blocks.3", |
| "single_transformer_blocks.4", |
| "single_transformer_blocks.5", |
| "single_transformer_blocks.6", |
| "single_transformer_blocks.7", |
| "single_transformer_blocks.8", |
| "single_transformer_blocks.9", |
| "single_transformer_blocks.10", |
| "single_transformer_blocks.11", |
| "single_transformer_blocks.12", |
| "single_transformer_blocks.13", |
| "single_transformer_blocks.14", |
| "single_transformer_blocks.15", |
| "single_transformer_blocks.16", |
| "single_transformer_blocks.17", |
| "single_transformer_blocks.18", |
| "single_transformer_blocks.19", |
| "single_transformer_blocks.20", |
| "single_transformer_blocks.21", |
| "single_transformer_blocks.22", |
| "single_transformer_blocks.23", |
| "single_transformer_blocks.24", |
| "single_transformer_blocks.25", |
| "single_transformer_blocks.26", |
| "single_transformer_blocks.27", |
| "single_transformer_blocks.28", |
| "single_transformer_blocks.29", |
| "single_transformer_blocks.30", |
| "single_transformer_blocks.31", |
| "single_transformer_blocks.32", |
| "single_transformer_blocks.33", |
| "single_transformer_blocks.34", |
| "single_transformer_blocks.35", |
| "single_transformer_blocks.36", |
| "single_transformer_blocks.37" |
| ], |
| "bokeh_context_dim": 768, |
| "bokeh_hidden_dim": 64, |
| "bokeh_input_dim": 1, |
| "bokeh_scale": 1.0, |
| "lora_alpha": null, |
| "lora_rank": 128, |
| "lora_scale": 1.0, |
| "unfreeze_k": true, |
| "unfreeze_q": true |
| } |
