| { | |
| "adapter_id": "003", | |
| "name": "DualShuntAdapter-G", | |
| "t5": { | |
| "model": "google/flan-t5-base", | |
| "hidden_size": 768, | |
| }, | |
| "clip": { | |
| "model": "laion/CLIP-ViT-bigG-14-laion2B-39B-b160k", | |
| "hidden_size": 1280, | |
| }, | |
| "bottleneck": 640, | |
| "heads": 20, | |
| "tau_init": 0.1, | |
| "max_guidance": 10.0, | |
| "proj_layers": 2, | |
| "layer_norm": true, | |
| "dropout": 0.1, | |
| "use_dropout": true, | |
| "use_proj_stack": true, | |
| "assert_input_dims": true, | |
| "routing": { | |
| "type": "cross_attention", | |
| "enable_causal_mask": false, | |
| "bidirectional": true | |
| }, | |
| "version": "v0.3.2", | |
| "description": "Final Dual Shunt Adapter with projection stack, dropout, and stacked residual refinement pocket." | |
| } |