["model.text.blocks.21.mlp.fc1.weight", "model.text.blocks.5.attn.qkv.bias", "model.text.blocks.5.ln.weight", "model.vision.blocks.18.attn.qkv.weight", "model.vision.blocks.4.mlp.fc2.weight", "model.vision.blocks.10.attn.proj.bias", "model.text.blocks.18.attn.proj.weight", "model.text.blocks.21.mlp.fc2.weight", "model.text.blocks.19.attn.qkv.bias", "model.text.blocks.8.mlp.fc1.bias", "model.vision.blocks.17.mlp.fc1.bias", "model.vision.blocks.21.ln2.bias", "model.text.blocks.18.attn.qkv.weight", "model.text.blocks.20.attn.proj.weight", "model.vision.blocks.14.attn.qkv.bias", "model.text.blocks.13.mlp.fc1.bias", "model.text.blocks.17.mlp.fc1.bias", "model.vision.blocks.14.ln2.bias", "model.text.blocks.21.ln.weight", "model.vision.blocks.16.ln2.bias", "model.vision.blocks.13.mlp.fc1.weight", "model.vision.blocks.8.attn.qkv.bias", "model.vision.blocks.25.attn.proj.bias", "model.text.blocks.23.attn.proj.bias", "model.region.size_decoder.fc2.bias", "model.vision.blocks.18.mlp.fc1.weight", "model.vision.blocks.18.attn.proj.weight", "model.text.blocks.19.attn.qkv.weight", "model.vision.blocks.13.ln1.bias", "model.vision.blocks.25.mlp.fc1.weight", "model.vision.blocks.16.attn.qkv.bias", "model.vision.blocks.3.attn.qkv.weight", "model.vision.blocks.13.ln2.bias", "model.vision.proj_mlp.fc2.weight", "model.text.blocks.14.mlp.fc2.weight", "model.vision.blocks.13.mlp.fc2.weight", "model.text.blocks.15.mlp.fc1.weight", "model.vision.blocks.8.ln2.weight", "model.vision.blocks.21.attn.proj.bias", "model.text.blocks.12.attn.proj.bias", "model.vision.blocks.26.ln1.weight", "model.text.blocks.17.attn.proj.bias", "model.vision.blocks.1.ln2.weight", "model.vision.blocks.24.ln1.bias", "model.vision.blocks.15.ln1.weight", "model.text.blocks.20.mlp.fc2.bias", "model.vision.blocks.15.ln2.bias", "model.vision.blocks.12.attn.proj.weight", "model.text.blocks.5.attn.qkv.weight", "model.vision.blocks.10.mlp.fc1.weight", "model.text.blocks.9.attn.qkv.weight", "model.region.size_decoder.fc1.weight", "model.vision.blocks.2.mlp.fc1.weight", "model.vision.blocks.26.mlp.fc1.weight", "model.text.blocks.18.ln.bias", "model.text.blocks.23.ln.bias", "model.text.blocks.15.mlp.fc2.bias", "model.vision.blocks.10.attn.proj.weight", "model.text.blocks.6.ln.bias", "model.vision.blocks.12.attn.proj.bias", "model.vision.blocks.0.mlp.fc2.bias", "model.vision.blocks.13.attn.proj.weight", "model.vision.blocks.16.attn.proj.bias", "model.region.coord_encoder.weight", "model.vision.blocks.20.attn.qkv.bias", "model.vision.blocks.9.attn.proj.weight", "model.text.blocks.16.ln.bias", "model.text.blocks.22.attn.proj.weight", "model.text.blocks.4.mlp.fc1.weight", "model.text.blocks.2.ln.bias", "model.text.blocks.9.attn.proj.bias", "model.vision.blocks.8.mlp.fc2.weight", "model.vision.blocks.0.ln1.weight", "model.text.blocks.2.ln.weight", "model.text.blocks.6.mlp.fc1.weight", "model.text.blocks.18.mlp.fc2.weight", "model.vision.blocks.7.attn.qkv.bias", "model.vision.blocks.22.attn.qkv.weight", "model.vision.blocks.6.ln1.bias", "model.text.blocks.3.mlp.fc2.weight", "model.vision.blocks.11.attn.proj.bias", "model.text.blocks.8.attn.qkv.bias", "model.vision.blocks.5.attn.proj.weight", "model.text.blocks.3.attn.proj.weight", "model.vision.blocks.23.attn.proj.weight", "model.text.blocks.20.mlp.fc1.bias", "model.vision.blocks.1.ln1.bias", "model.vision.blocks.12.ln2.bias", "model.vision.blocks.16.ln2.weight", "model.vision.blocks.8.mlp.fc2.bias", "model.vision.blocks.17.ln2.bias", "model.vision.blocks.15.attn.proj.bias", "model.vision.blocks.9.mlp.fc1.weight", "model.vision.blocks.11.ln2.bias", "model.text.blocks.17.mlp.fc2.bias", "model.vision.blocks.2.ln2.weight", "model.vision.patch_emb.weight", "model.vision.blocks.4.mlp.fc1.weight", "model.vision.blocks.14.mlp.fc1.weight", "model.vision.blocks.7.ln2.bias", "model.vision.blocks.8.mlp.fc1.bias", "model.text.blocks.21.attn.qkv.weight", "model.vision.blocks.22.mlp.fc2.bias", "model.text.blocks.5.ln.bias", "model.text.blocks.13.mlp.fc1.weight", "model.text.blocks.8.ln.weight", "model.vision.blocks.3.mlp.fc2.bias", "model.vision.blocks.8.ln2.bias", "model.vision.post_ln.bias", "model.vision.blocks.5.mlp.fc1.bias", "model.text.blocks.10.mlp.fc1.bias", "model.vision.blocks.26.attn.qkv.weight", "model.vision.blocks.6.mlp.fc1.weight", "model.text.blocks.17.mlp.fc1.weight", "model.text.blocks.21.mlp.fc2.bias", "model.vision.blocks.23.ln2.weight", "model.vision.blocks.9.attn.qkv.bias", "model.vision.blocks.0.attn.proj.weight", "model.region.coord_encoder.bias", "model.text.blocks.18.mlp.fc2.bias", "model.vision.blocks.10.attn.qkv.bias", "model.vision.blocks.19.attn.proj.weight", "model.vision.blocks.22.mlp.fc1.weight", "model.vision.blocks.25.ln2.weight", "model.text.blocks.15.mlp.fc2.weight", "model.text.blocks.23.mlp.fc1.weight", "model.text.blocks.3.ln.weight", "model.text.blocks.5.attn.proj.weight", "model.text.blocks.6.mlp.fc2.bias", "model.vision.blocks.16.mlp.fc2.bias", "model.vision.blocks.14.attn.proj.bias", "model.vision.blocks.7.ln2.weight", "model.text.blocks.10.ln.weight", "model.text.blocks.16.mlp.fc1.weight", "model.text.blocks.23.mlp.fc2.bias", "model.vision.blocks.1.mlp.fc2.bias", "model.vision.blocks.0.ln1.bias", "model.vision.blocks.9.ln1.weight", "model.vision.blocks.4.ln2.bias", "model.vision.blocks.10.ln1.bias", "model.vision.blocks.13.attn.qkv.bias", "model.vision.blocks.0.attn.proj.bias", "model.vision.blocks.26.ln1.bias", "model.vision.blocks.6.ln2.bias", "model.text.blocks.16.ln.weight", "model.vision.blocks.24.attn.proj.weight", "model.text.blocks.0.ln.weight", "model.vision.blocks.7.mlp.fc1.weight", "model.text.blocks.3.ln.bias", "model.text.blocks.7.attn.proj.weight", "model.vision.blocks.10.mlp.fc1.bias", "model.vision.blocks.12.mlp.fc1.weight", "model.text.blocks.1.attn.qkv.bias", "model.vision.blocks.24.attn.qkv.bias", "model.text.blocks.23.mlp.fc1.bias", "model.text.blocks.7.ln.bias", "model.text.blocks.23.attn.qkv.weight", "model.text.blocks.10.attn.proj.bias", "model.text.blocks.11.attn.qkv.bias", "model.vision.blocks.19.attn.qkv.weight", "model.vision.blocks.21.ln1.bias", "model.vision.blocks.9.mlp.fc1.bias", "model.vision.blocks.12.mlp.fc2.weight", "model.text.blocks.7.mlp.fc1.weight", "model.text.blocks.21.ln.bias", "model.vision.blocks.23.attn.qkv.weight", "model.text.blocks.8.ln.bias", "model.vision.blocks.10.mlp.fc2.bias", "model.vision.blocks.5.attn.proj.bias", "model.vision.blocks.9.attn.qkv.weight", "model.vision.blocks.24.ln2.bias", "model.text.blocks.15.attn.qkv.bias", "model.vision.blocks.13.mlp.fc1.bias", "model.text.blocks.9.attn.qkv.bias", "model.text.blocks.12.mlp.fc1.bias", "model.text.blocks.13.mlp.fc2.weight", "model.text.blocks.22.mlp.fc2.weight", "model.vision.blocks.12.attn.qkv.bias", "model.vision.blocks.20.mlp.fc2.bias", "model.vision.blocks.25.attn.qkv.weight", "model.text.blocks.1.mlp.fc1.weight", "model.text.blocks.18.mlp.fc1.weight", "model.vision.blocks.4.mlp.fc2.bias", "model.region.size_encoder.bias", "model.vision.blocks.11.ln1.bias", "model.vision.blocks.18.attn.proj.bias", "model.vision.blocks.20.mlp.fc1.bias", "model.vision.blocks.20.mlp.fc2.weight", "model.text.blocks.4.attn.proj.bias", "model.vision.blocks.15.attn.proj.weight", "model.vision.blocks.5.attn.qkv.bias", "model.vision.blocks.5.mlp.fc2.bias", "model.vision.post_ln.weight", "model.vision.blocks.20.attn.qkv.weight", "model.vision.blocks.4.ln1.bias", "model.vision.blocks.26.attn.proj.weight", "model.text.blocks.19.mlp.fc2.bias", "model.vision.blocks.5.ln1.bias", "model.vision.blocks.3.ln2.weight", "model.text.blocks.15.attn.qkv.weight", "model.text.blocks.17.attn.proj.weight", "model.text.blocks.7.mlp.fc2.weight", "model.text.blocks.16.mlp.fc2.bias", "model.vision.blocks.7.ln1.bias", "model.vision.blocks.19.ln1.weight", "model.vision.blocks.22.attn.qkv.bias", "model.text.blocks.18.mlp.fc1.bias", "model.vision.blocks.3.ln2.bias", "model.vision.blocks.6.ln1.weight", "model.vision.blocks.6.mlp.fc1.bias", "model.text.blocks.12.mlp.fc1.weight", "model.region.coord_decoder.fc1.weight", "model.vision.blocks.18.attn.qkv.bias", "model.vision.blocks.1.ln1.weight", "model.vision.blocks.16.ln1.bias", "model.vision.blocks.21.mlp.fc1.weight", "model.vision.blocks.2.mlp.fc2.bias", "model.text.blocks.14.attn.qkv.weight", "model.vision.blocks.21.ln1.weight", "model.text.blocks.23.attn.proj.weight", "model.vision.blocks.8.ln1.weight", "model.vision.blocks.0.mlp.fc1.bias", "model.vision.blocks.11.attn.proj.weight", "model.vision.blocks.0.attn.qkv.bias", "model.vision.blocks.14.mlp.fc2.weight", "model.vision.blocks.16.ln1.weight", "model.vision.blocks.15.mlp.fc1.bias", "model.text.blocks.5.mlp.fc1.weight", "model.vision.blocks.1.mlp.fc1.bias", "model.text.blocks.7.attn.proj.bias", "model.text.blocks.10.attn.qkv.weight", "model.vision.blocks.7.attn.proj.bias", "model.vision.blocks.23.mlp.fc1.bias", "model.vision.blocks.12.attn.qkv.weight", "model.text.blocks.14.mlp.fc1.weight", "model.text.blocks.21.attn.proj.weight", "model.text.blocks.11.mlp.fc2.bias", "model.vision.blocks.2.attn.qkv.weight", "model.vision.blocks.22.attn.proj.bias", "model.vision.blocks.21.attn.qkv.weight", "model.vision.blocks.22.mlp.fc1.bias", "model.vision.blocks.12.ln2.weight", "model.vision.blocks.5.mlp.fc1.weight", "model.vision.blocks.22.ln1.bias", "model.vision.blocks.5.mlp.fc2.weight", "model.text.blocks.11.attn.proj.weight", "model.vision.blocks.9.attn.proj.bias", "model.vision.blocks.5.ln2.weight", "model.vision.blocks.23.mlp.fc2.bias", "model.vision.blocks.20.ln2.bias", "model.vision.blocks.16.mlp.fc1.bias", "model.vision.blocks.12.mlp.fc1.bias", "model.vision.blocks.13.mlp.fc2.bias", "model.text.blocks.7.mlp.fc2.bias", "model.text.blocks.12.ln.bias", "model.vision.blocks.11.mlp.fc2.weight", "model.vision.blocks.25.ln1.bias", "model.text.blocks.2.attn.proj.bias", "model.vision.blocks.10.ln1.weight", "model.text.blocks.20.attn.proj.bias", "model.text.blocks.15.ln.bias", "model.text.blocks.3.attn.qkv.bias", "model.text.blocks.6.mlp.fc1.bias", "model.vision.blocks.13.attn.proj.bias", "model.vision.blocks.12.mlp.fc2.bias", "model.text.blocks.13.attn.proj.weight", "model.text.blocks.16.attn.proj.weight", "model.vision.blocks.19.ln1.bias", "model.vision.blocks.2.ln2.bias", "model.vision.blocks.25.mlp.fc2.weight", "model.vision.blocks.7.mlp.fc2.bias", "model.text.blocks.13.ln.weight", "model.text.blocks.3.mlp.fc2.bias", "model.vision.proj_mlp.fc2.bias", "model.vision.blocks.3.mlp.fc1.weight", "model.text.blocks.15.mlp.fc1.bias", "model.vision.blocks.14.mlp.fc2.bias", "model.vision.blocks.11.attn.qkv.bias", "model.text.blocks.0.attn.qkv.bias", "model.text.blocks.7.attn.qkv.bias", "model.vision.blocks.7.mlp.fc2.weight", "model.vision.blocks.15.attn.qkv.weight", "model.vision.blocks.6.attn.qkv.weight", "model.text.blocks.5.mlp.fc2.weight", "model.vision.patch_emb.bias", "model.text.blocks.0.mlp.fc1.weight", "model.text.blocks.7.attn.qkv.weight", "model.text.blocks.11.ln.bias", "model.region.coord_decoder.fc2.weight", "model.text.blocks.13.ln.bias", "model.text.blocks.11.attn.qkv.weight", "model.text.blocks.11.attn.proj.bias", "model.text.blocks.3.attn.qkv.weight", "model.vision.blocks.1.attn.proj.weight", "model.vision.blocks.17.mlp.fc1.weight", "model.vision.blocks.23.ln2.bias", "model.text.blocks.14.attn.proj.weight", "model.text.blocks.0.mlp.fc2.bias", "model.text.blocks.4.ln.bias", "model.text.blocks.12.mlp.fc2.bias", "model.text.blocks.2.mlp.fc1.bias", "model.vision.blocks.11.mlp.fc1.weight", "model.vision.blocks.24.mlp.fc1.weight", "model.vision.blocks.6.attn.qkv.bias", "model.vision.blocks.7.ln1.weight", "model.text.blocks.9.attn.proj.weight", "model.vision.blocks.17.ln2.weight", "model.text.blocks.16.attn.qkv.weight", "model.text.blocks.16.mlp.fc2.weight", "model.vision.blocks.2.mlp.fc2.weight", "model.region.size_encoder.weight", "model.vision.blocks.11.ln1.weight", "model.vision.blocks.22.ln2.bias", "model.vision.blocks.15.mlp.fc2.weight", "model.vision.blocks.17.attn.qkv.bias", "model.vision.blocks.25.ln2.bias", "model.text.blocks.14.mlp.fc1.bias", "model.vision.blocks.9.mlp.fc2.weight", "model.text.blocks.21.mlp.fc1.bias", "model.vision.blocks.7.attn.qkv.weight", "model.text.blocks.6.mlp.fc2.weight", "model.text.blocks.8.attn.proj.bias", "model.text.blocks.17.attn.qkv.bias", "model.text.blocks.20.attn.qkv.weight", "model.vision.blocks.26.mlp.fc2.weight", "model.region.coord_features", "model.vision.blocks.11.ln2.weight", "model.vision.blocks.24.attn.proj.bias", "model.text.blocks.13.mlp.fc2.bias", "model.text.blocks.1.ln.weight", "model.text.blocks.14.attn.proj.bias", "model.text.blocks.17.ln.weight", "model.text.blocks.1.mlp.fc2.weight", "model.text.blocks.13.attn.qkv.bias", "model.vision.blocks.3.attn.proj.weight", "model.text.blocks.20.ln.bias", "model.vision.blocks.5.attn.qkv.weight", "model.vision.blocks.24.ln1.weight", "model.text.blocks.22.mlp.fc1.bias", "model.vision.blocks.8.attn.proj.weight", "model.vision.blocks.11.mlp.fc1.bias", "model.text.blocks.15.ln.weight", "model.vision.blocks.12.ln1.bias", "model.vision.blocks.20.attn.proj.weight", "model.vision.blocks.12.ln1.weight", "model.vision.blocks.4.attn.qkv.weight", "model.text.blocks.3.attn.proj.bias", "model.vision.blocks.7.attn.proj.weight", "model.vision.pos_emb", "model.text.blocks.9.mlp.fc1.bias", "model.text.blocks.11.mlp.fc1.bias", "model.text.blocks.12.attn.qkv.weight", "model.text.blocks.2.mlp.fc2.bias", "model.vision.blocks.2.ln1.bias", "model.vision.blocks.8.mlp.fc1.weight", "model.text.blocks.16.attn.qkv.bias", "model.text.post_ln.bias", "model.vision.blocks.18.mlp.fc2.weight", "model.vision.blocks.22.attn.proj.weight", "model.text.blocks.8.mlp.fc2.weight", "model.text.blocks.23.mlp.fc2.weight", "model.text.blocks.4.attn.proj.weight", "model.vision.blocks.15.ln2.weight", "model.vision.blocks.9.ln2.weight", "model.vision.blocks.9.ln1.bias", "model.text.blocks.6.attn.qkv.weight", "model.vision.proj_mlp.fc1.weight", "model.vision.blocks.8.attn.proj.bias", "model.vision.blocks.0.ln2.bias", "model.vision.blocks.9.ln2.bias", "model.text.blocks.22.attn.qkv.bias", "model.vision.blocks.19.mlp.fc1.bias", "model.text.blocks.19.mlp.fc2.weight", "model.vision.blocks.19.mlp.fc2.weight", "model.text.blocks.1.mlp.fc1.bias", "model.text.blocks.13.attn.proj.bias", "model.vision.blocks.15.attn.qkv.bias", "model.vision.blocks.5.ln1.weight", "model.vision.blocks.24.ln2.weight", "model.text.blocks.18.attn.qkv.bias", "model.vision.blocks.3.ln1.bias", "model.vision.blocks.10.ln2.weight", "model.text.blocks.11.ln.weight", "model.text.blocks.12.ln.weight", "model.vision.blocks.26.attn.qkv.bias", "model.text.wte", "model.text.blocks.8.attn.qkv.weight", "model.vision.blocks.2.attn.proj.bias", "model.region.coord_decoder.fc1.bias", "model.text.blocks.9.mlp.fc1.weight", "model.vision.blocks.6.ln2.weight", "model.vision.blocks.1.attn.qkv.bias", "model.text.blocks.20.attn.qkv.bias", "model.text.lm_head.weight", "model.vision.blocks.6.mlp.fc2.bias", "model.text.blocks.6.attn.qkv.bias", "model.vision.blocks.10.ln2.bias", "model.vision.blocks.21.attn.qkv.bias", "model.text.blocks.14.mlp.fc2.bias", "model.text.lm_head.bias", "model.text.blocks.4.attn.qkv.bias", "model.text.blocks.9.ln.weight", "model.vision.blocks.14.attn.qkv.weight", "model.vision.blocks.25.ln1.weight", "model.vision.blocks.23.attn.proj.bias", "model.text.blocks.6.ln.weight", "model.text.blocks.2.attn.proj.weight", "model.text.blocks.10.attn.proj.weight", "model.text.blocks.13.attn.qkv.weight", "model.text.blocks.21.attn.qkv.bias", "model.text.blocks.5.mlp.fc1.bias", "model.vision.blocks.11.mlp.fc2.bias", "model.text.blocks.1.ln.bias", "model.vision.blocks.7.mlp.fc1.bias", "model.vision.blocks.15.ln1.bias", "model.vision.blocks.1.mlp.fc1.weight", "model.vision.blocks.11.attn.qkv.weight", "model.vision.blocks.4.attn.proj.weight", "model.text.blocks.23.attn.qkv.bias", "model.vision.blocks.16.attn.proj.weight", "model.vision.blocks.19.mlp.fc2.bias", "model.text.blocks.9.mlp.fc2.weight", "model.vision.blocks.18.ln1.bias", "model.vision.blocks.19.ln2.weight", "model.vision.blocks.2.mlp.fc1.bias", "model.vision.blocks.18.ln2.weight", "model.vision.blocks.23.mlp.fc2.weight", "model.vision.blocks.21.attn.proj.weight", "model.vision.blocks.24.mlp.fc2.bias", "model.vision.blocks.3.attn.proj.bias", "model.vision.blocks.26.mlp.fc1.bias", "model.text.blocks.19.mlp.fc1.bias", "model.vision.blocks.13.attn.qkv.weight", "model.text.blocks.10.mlp.fc2.bias", "model.text.blocks.21.attn.proj.bias", "model.text.blocks.9.mlp.fc2.bias", "model.text.blocks.6.attn.proj.bias", "model.text.blocks.8.mlp.fc1.weight", "model.vision.blocks.14.mlp.fc1.bias", "model.vision.blocks.17.attn.proj.bias", "model.text.blocks.19.ln.bias", "model.vision.blocks.17.attn.proj.weight", "model.text.blocks.4.mlp.fc2.weight", "model.vision.blocks.4.mlp.fc1.bias", "model.text.blocks.4.attn.qkv.weight", "model.text.blocks.11.mlp.fc2.weight", "model.text.blocks.19.mlp.fc1.weight", "model.text.blocks.22.ln.bias", "model.text.blocks.0.mlp.fc1.bias", "model.vision.blocks.2.attn.qkv.bias", "model.text.blocks.14.attn.qkv.bias", "model.text.blocks.16.mlp.fc1.bias", "model.text.blocks.2.mlp.fc1.weight", "model.text.blocks.19.attn.proj.bias", "model.text.blocks.22.mlp.fc1.weight", "model.region.size_decoder.fc2.weight", "model.vision.blocks.8.ln1.bias", "model.text.blocks.8.mlp.fc2.bias", "model.vision.blocks.10.attn.qkv.weight", "model.text.blocks.1.attn.qkv.weight", "model.vision.blocks.18.ln2.bias", "model.vision.blocks.14.attn.proj.weight", "model.vision.blocks.21.mlp.fc1.bias", "model.vision.blocks.18.mlp.fc2.bias", "model.text.blocks.17.mlp.fc2.weight", "model.text.blocks.19.attn.proj.weight", "model.vision.blocks.1.mlp.fc2.weight", "model.text.blocks.1.mlp.fc2.bias", "model.vision.blocks.6.attn.proj.bias", "model.text.blocks.14.ln.weight", "model.vision.blocks.8.attn.qkv.weight", "model.text.blocks.17.attn.qkv.weight", "model.vision.blocks.0.mlp.fc2.weight", "model.text.blocks.15.attn.proj.bias", "model.text.blocks.9.ln.bias", "model.vision.blocks.22.ln2.weight", "model.text.blocks.18.ln.weight", "model.vision.blocks.17.mlp.fc2.weight", "model.vision.blocks.20.ln1.weight", "model.vision.blocks.21.mlp.fc2.weight", "model.vision.blocks.25.mlp.fc1.bias", "model.text.blocks.12.attn.qkv.bias", "model.text.blocks.12.mlp.fc2.weight", "model.vision.blocks.21.mlp.fc2.bias", "model.vision.blocks.15.mlp.fc1.weight", "model.vision.blocks.18.ln1.weight", "model.vision.blocks.1.ln2.bias", "model.vision.blocks.19.attn.proj.bias", "model.vision.blocks.19.attn.qkv.bias", "model.vision.blocks.20.attn.proj.bias", "model.vision.blocks.17.mlp.fc2.bias", "model.vision.blocks.13.ln2.weight", "model.vision.blocks.25.attn.qkv.bias", "model.text.blocks.17.ln.bias", "model.region.coord_decoder.fc2.bias", "model.vision.blocks.6.mlp.fc2.weight", "model.vision.blocks.19.ln2.bias", "model.vision.blocks.26.ln2.weight", "model.text.blocks.10.attn.qkv.bias", "model.vision.blocks.25.attn.proj.weight", "model.vision.blocks.20.ln2.weight", "model.text.blocks.23.ln.weight", "model.vision.blocks.24.mlp.fc2.weight", "model.text.blocks.0.attn.proj.weight", "model.text.blocks.0.mlp.fc2.weight", "model.vision.blocks.16.mlp.fc1.weight", "model.text.blocks.0.attn.proj.bias", "model.vision.blocks.3.mlp.fc1.bias", "model.vision.blocks.1.attn.proj.bias", "model.vision.blocks.2.ln1.weight", "model.vision.blocks.13.ln1.weight", "model.vision.blocks.5.ln2.bias", "model.text.blocks.10.mlp.fc1.weight", "model.text.blocks.4.ln.weight", "model.text.blocks.0.attn.qkv.weight", "model.vision.blocks.22.mlp.fc2.weight", "model.vision.blocks.4.ln1.weight", "model.vision.blocks.3.mlp.fc2.weight", "model.vision.blocks.15.mlp.fc2.bias", "model.vision.blocks.10.mlp.fc2.weight", "model.vision.blocks.26.attn.proj.bias", "model.text.blocks.22.attn.proj.bias", "model.text.blocks.22.attn.qkv.weight", "model.vision.blocks.24.mlp.fc1.bias", "model.text.blocks.0.ln.bias", "model.vision.blocks.3.attn.qkv.bias", "model.vision.blocks.14.ln1.bias", "model.vision.blocks.20.ln1.bias", "model.text.blocks.5.attn.proj.bias", "model.text.blocks.6.attn.proj.weight", "model.region.size_decoder.fc1.bias", "model.text.blocks.5.mlp.fc2.bias", "model.vision.blocks.0.ln2.weight", "model.vision.blocks.24.attn.qkv.weight", "model.text.blocks.19.ln.weight", "model.vision.blocks.16.mlp.fc2.weight", "model.text.blocks.22.mlp.fc2.bias", "model.vision.blocks.14.ln2.weight", "model.text.blocks.7.ln.weight", "model.text.blocks.14.ln.bias", "model.vision.blocks.23.ln1.weight", "model.vision.blocks.23.attn.qkv.bias", "model.text.blocks.10.mlp.fc2.weight", "model.text.blocks.8.attn.proj.weight", "model.region.size_features", "model.text.blocks.20.ln.weight", "model.vision.blocks.18.mlp.fc1.bias", "model.vision.blocks.20.mlp.fc1.weight", "model.text.blocks.22.ln.weight", "model.vision.blocks.9.mlp.fc2.bias", "model.text.blocks.1.attn.proj.bias", "model.text.blocks.3.mlp.fc1.weight", "model.text.blocks.4.mlp.fc1.bias", "model.vision.blocks.0.mlp.fc1.weight", "model.vision.blocks.14.ln1.weight", "model.vision.blocks.4.ln2.weight", "model.vision.blocks.21.ln2.weight", "model.vision.blocks.17.ln1.weight", "model.vision.blocks.22.ln1.weight", "model.vision.blocks.6.attn.proj.weight", "model.vision.blocks.0.attn.qkv.weight", "model.vision.blocks.2.attn.proj.weight", "model.vision.blocks.26.ln2.bias", "model.text.blocks.20.mlp.fc1.weight", "model.vision.blocks.26.mlp.fc2.bias", "model.text.blocks.15.attn.proj.weight", "model.text.blocks.2.attn.qkv.bias", "model.vision.blocks.23.ln1.bias", "model.vision.blocks.4.attn.qkv.bias", "model.vision.blocks.17.ln1.bias", "model.vision.blocks.23.mlp.fc1.weight", "model.text.blocks.16.attn.proj.bias", "model.text.blocks.4.mlp.fc2.bias", "model.vision.blocks.4.attn.proj.bias", "model.text.blocks.12.attn.proj.weight", "model.vision.blocks.25.mlp.fc2.bias", "model.vision.blocks.19.mlp.fc1.weight", "model.text.post_ln.weight", "model.text.blocks.2.attn.qkv.weight", "model.text.blocks.11.mlp.fc1.weight", "model.text.blocks.3.mlp.fc1.bias", "model.vision.proj_mlp.fc1.bias", "model.text.blocks.7.mlp.fc1.bias", "model.text.blocks.1.attn.proj.weight", "model.vision.blocks.1.attn.qkv.weight", "model.text.blocks.20.mlp.fc2.weight", "model.vision.blocks.16.attn.qkv.weight", "model.text.blocks.18.attn.proj.bias", "model.text.blocks.2.mlp.fc2.weight", "model.text.blocks.10.ln.bias", "model.vision.blocks.3.ln1.weight", "model.vision.blocks.17.attn.qkv.weight"]
Defining graph[1, 64, 64, 1152]
Toks: [1, s, 2048] Pref: [1, (1+((64/14)*(1152/14))), 2048]
Toks: [1, (1+(s+((64/14)*(1152/14)))), 2048]
Pre: [1, (1+(s+((64/14)*(1152/14)))), 2048]
Post: [1, (((64/14)*(1152/14))+(1+s)), 2048]
Pre: [1, (((64/14)*(1152/14))+(1+s)), 2048]
Post: [1, (((64/14)*(1152/14))+(1+s)), 2048]
Pre: [1, (((64/14)*(1152/14))+(1+s)), 2048]
Post: [1, (((64/14)*(1152/14))+(1+s)), 2048]
Pre: [1, (((64/14)*(1152/14))+(1+s)), 2048]
Post: [1, (((64/14)*(1152/14))+(1+s)), 2048]
