[ "embeddings.position_embedding.weight", "embeddings.token_embedding.weight", "encoder.layers.0.layer_norm1.bias", "encoder.layers.0.layer_norm1.weight", "encoder.layers.0.layer_norm2.bias", "encoder.layers.0.layer_norm2.weight", "encoder.layers.0.mlp.fc1.bias", "encoder.layers.0.mlp.fc1.weight", "encoder.layers.0.mlp.fc2.bias", "encoder.layers.0.mlp.fc2.weight", "encoder.layers.0.self_attn.k_proj.bias", "encoder.layers.0.self_attn.k_proj.weight", "encoder.layers.0.self_attn.out_proj.bias", "encoder.layers.0.self_attn.out_proj.weight", "encoder.layers.0.self_attn.q_proj.bias", "encoder.layers.0.self_attn.q_proj.weight", "encoder.layers.0.self_attn.v_proj.bias", "encoder.layers.0.self_attn.v_proj.weight", "encoder.layers.1.layer_norm1.bias", "encoder.layers.1.layer_norm1.weight", "encoder.layers.1.layer_norm2.bias", "encoder.layers.1.layer_norm2.weight", "encoder.layers.1.mlp.fc1.bias", "encoder.layers.1.mlp.fc1.weight", "encoder.layers.1.mlp.fc2.bias", "encoder.layers.1.mlp.fc2.weight", "encoder.layers.1.self_attn.k_proj.bias", "encoder.layers.1.self_attn.k_proj.weight", "encoder.layers.1.self_attn.out_proj.bias", "encoder.layers.1.self_attn.out_proj.weight", "encoder.layers.1.self_attn.q_proj.bias", "encoder.layers.1.self_attn.q_proj.weight", "encoder.layers.1.self_attn.v_proj.bias", "encoder.layers.1.self_attn.v_proj.weight", "encoder.layers.10.layer_norm1.bias", "encoder.layers.10.layer_norm1.weight", "encoder.layers.10.layer_norm2.bias", "encoder.layers.10.layer_norm2.weight", "encoder.layers.10.mlp.fc1.bias", "encoder.layers.10.mlp.fc1.weight", "encoder.layers.10.mlp.fc2.bias", "encoder.layers.10.mlp.fc2.weight", "encoder.layers.10.self_attn.k_proj.bias", "encoder.layers.10.self_attn.k_proj.weight", "encoder.layers.10.self_attn.out_proj.bias", "encoder.layers.10.self_attn.out_proj.weight", "encoder.layers.10.self_attn.q_proj.bias", "encoder.layers.10.self_attn.q_proj.weight", "encoder.layers.10.self_attn.v_proj.bias", "encoder.layers.10.self_attn.v_proj.weight", "encoder.layers.11.layer_norm1.bias", "encoder.layers.11.layer_norm1.weight", "encoder.layers.11.layer_norm2.bias", "encoder.layers.11.layer_norm2.weight", "encoder.layers.11.mlp.fc1.bias", "encoder.layers.11.mlp.fc1.weight", "encoder.layers.11.mlp.fc2.bias", "encoder.layers.11.mlp.fc2.weight", "encoder.layers.11.self_attn.k_proj.bias", "encoder.layers.11.self_attn.k_proj.weight", "encoder.layers.11.self_attn.out_proj.bias", "encoder.layers.11.self_attn.out_proj.weight", "encoder.layers.11.self_attn.q_proj.bias", "encoder.layers.11.self_attn.q_proj.weight", "encoder.layers.11.self_attn.v_proj.bias", "encoder.layers.11.self_attn.v_proj.weight", "encoder.layers.2.layer_norm1.bias", "encoder.layers.2.layer_norm1.weight", "encoder.layers.2.layer_norm2.bias", "encoder.layers.2.layer_norm2.weight", "encoder.layers.2.mlp.fc1.bias", "encoder.layers.2.mlp.fc1.weight", "encoder.layers.2.mlp.fc2.bias", "encoder.layers.2.mlp.fc2.weight", "encoder.layers.2.self_attn.k_proj.bias", "encoder.layers.2.self_attn.k_proj.weight", "encoder.layers.2.self_attn.out_proj.bias", "encoder.layers.2.self_attn.out_proj.weight", "encoder.layers.2.self_attn.q_proj.bias", "encoder.layers.2.self_attn.q_proj.weight", "encoder.layers.2.self_attn.v_proj.bias", "encoder.layers.2.self_attn.v_proj.weight", "encoder.layers.3.layer_norm1.bias", "encoder.layers.3.layer_norm1.weight", "encoder.layers.3.layer_norm2.bias", "encoder.layers.3.layer_norm2.weight", "encoder.layers.3.mlp.fc1.bias", "encoder.layers.3.mlp.fc1.weight", "encoder.layers.3.mlp.fc2.bias", "encoder.layers.3.mlp.fc2.weight", "encoder.layers.3.self_attn.k_proj.bias", "encoder.layers.3.self_attn.k_proj.weight", "encoder.layers.3.self_attn.out_proj.bias", "encoder.layers.3.self_attn.out_proj.weight", "encoder.layers.3.self_attn.q_proj.bias", "encoder.layers.3.self_attn.q_proj.weight", "encoder.layers.3.self_attn.v_proj.bias", "encoder.layers.3.self_attn.v_proj.weight", "encoder.layers.4.layer_norm1.bias", "encoder.layers.4.layer_norm1.weight", "encoder.layers.4.layer_norm2.bias", "encoder.layers.4.layer_norm2.weight", "encoder.layers.4.mlp.fc1.bias", "encoder.layers.4.mlp.fc1.weight", "encoder.layers.4.mlp.fc2.bias", "encoder.layers.4.mlp.fc2.weight", "encoder.layers.4.self_attn.k_proj.bias", "encoder.layers.4.self_attn.k_proj.weight", "encoder.layers.4.self_attn.out_proj.bias", "encoder.layers.4.self_attn.out_proj.weight", "encoder.layers.4.self_attn.q_proj.bias", "encoder.layers.4.self_attn.q_proj.weight", "encoder.layers.4.self_attn.v_proj.bias", "encoder.layers.4.self_attn.v_proj.weight", "encoder.layers.5.layer_norm1.bias", "encoder.layers.5.layer_norm1.weight", "encoder.layers.5.layer_norm2.bias", "encoder.layers.5.layer_norm2.weight", "encoder.layers.5.mlp.fc1.bias", "encoder.layers.5.mlp.fc1.weight", "encoder.layers.5.mlp.fc2.bias", "encoder.layers.5.mlp.fc2.weight", "encoder.layers.5.self_attn.k_proj.bias", "encoder.layers.5.self_attn.k_proj.weight", "encoder.layers.5.self_attn.out_proj.bias", "encoder.layers.5.self_attn.out_proj.weight", "encoder.layers.5.self_attn.q_proj.bias", "encoder.layers.5.self_attn.q_proj.weight", "encoder.layers.5.self_attn.v_proj.bias", "encoder.layers.5.self_attn.v_proj.weight", "encoder.layers.6.layer_norm1.bias", "encoder.layers.6.layer_norm1.weight", "encoder.layers.6.layer_norm2.bias", "encoder.layers.6.layer_norm2.weight", "encoder.layers.6.mlp.fc1.bias", "encoder.layers.6.mlp.fc1.weight", "encoder.layers.6.mlp.fc2.bias", "encoder.layers.6.mlp.fc2.weight", "encoder.layers.6.self_attn.k_proj.bias", "encoder.layers.6.self_attn.k_proj.weight", "encoder.layers.6.self_attn.out_proj.bias", "encoder.layers.6.self_attn.out_proj.weight", "encoder.layers.6.self_attn.q_proj.bias", "encoder.layers.6.self_attn.q_proj.weight", "encoder.layers.6.self_attn.v_proj.bias", "encoder.layers.6.self_attn.v_proj.weight", "encoder.layers.7.layer_norm1.bias", "encoder.layers.7.layer_norm1.weight", "encoder.layers.7.layer_norm2.bias", "encoder.layers.7.layer_norm2.weight", "encoder.layers.7.mlp.fc1.bias", "encoder.layers.7.mlp.fc1.weight", "encoder.layers.7.mlp.fc2.bias", "encoder.layers.7.mlp.fc2.weight", "encoder.layers.7.self_attn.k_proj.bias", "encoder.layers.7.self_attn.k_proj.weight", "encoder.layers.7.self_attn.out_proj.bias", "encoder.layers.7.self_attn.out_proj.weight", "encoder.layers.7.self_attn.q_proj.bias", "encoder.layers.7.self_attn.q_proj.weight", "encoder.layers.7.self_attn.v_proj.bias", "encoder.layers.7.self_attn.v_proj.weight", "encoder.layers.8.layer_norm1.bias", "encoder.layers.8.layer_norm1.weight", "encoder.layers.8.layer_norm2.bias", "encoder.layers.8.layer_norm2.weight", "encoder.layers.8.mlp.fc1.bias", "encoder.layers.8.mlp.fc1.weight", "encoder.layers.8.mlp.fc2.bias", "encoder.layers.8.mlp.fc2.weight", "encoder.layers.8.self_attn.k_proj.bias", "encoder.layers.8.self_attn.k_proj.weight", "encoder.layers.8.self_attn.out_proj.bias", "encoder.layers.8.self_attn.out_proj.weight", "encoder.layers.8.self_attn.q_proj.bias", "encoder.layers.8.self_attn.q_proj.weight", "encoder.layers.8.self_attn.v_proj.bias", "encoder.layers.8.self_attn.v_proj.weight", "encoder.layers.9.layer_norm1.bias", "encoder.layers.9.layer_norm1.weight", "encoder.layers.9.layer_norm2.bias", "encoder.layers.9.layer_norm2.weight", "encoder.layers.9.mlp.fc1.bias", "encoder.layers.9.mlp.fc1.weight", "encoder.layers.9.mlp.fc2.bias", "encoder.layers.9.mlp.fc2.weight", "encoder.layers.9.self_attn.k_proj.bias", "encoder.layers.9.self_attn.k_proj.weight", "encoder.layers.9.self_attn.out_proj.bias", "encoder.layers.9.self_attn.out_proj.weight", "encoder.layers.9.self_attn.q_proj.bias", "encoder.layers.9.self_attn.q_proj.weight", "encoder.layers.9.self_attn.v_proj.bias", "encoder.layers.9.self_attn.v_proj.weight", "final_layer_norm.bias", "final_layer_norm.weight", "text_encoders.clip_l.transformer.text_projection.weight", "text_encoders.clip_l.transformer.text_model.embeddings.position_embedding.weight", "text_encoders.clip_l.transformer.text_model.embeddings.token_embedding.weight", "text_encoders.clip_l.transformer.text_model.encoder.layers.0.layer_norm1.bias", "text_encoders.clip_l.transformer.text_model.encoder.layers.0.layer_norm1.weight", "text_encoders.clip_l.transformer.text_model.encoder.layers.0.layer_norm2.bias", "text_encoders.clip_l.transformer.text_model.encoder.layers.0.layer_norm2.weight", "text_encoders.clip_l.transformer.text_model.encoder.layers.0.mlp.fc1.bias", "text_encoders.clip_l.transformer.text_model.encoder.layers.0.mlp.fc1.weight", "text_encoders.clip_l.transformer.text_model.encoder.layers.0.mlp.fc2.bias", "text_encoders.clip_l.transformer.text_model.encoder.layers.0.mlp.fc2.weight", "text_encoders.clip_l.transformer.text_model.encoder.layers.0.self_attn.k_proj.bias", "text_encoders.clip_l.transformer.text_model.encoder.layers.0.self_attn.k_proj.weight", "text_encoders.clip_l.transformer.text_model.encoder.layers.0.self_attn.out_proj.bias", "text_encoders.clip_l.transformer.text_model.encoder.layers.0.self_attn.out_proj.weight", "text_encoders.clip_l.transformer.text_model.encoder.layers.0.self_attn.q_proj.bias", "text_encoders.clip_l.transformer.text_model.encoder.layers.0.self_attn.q_proj.weight", "text_encoders.clip_l.transformer.text_model.encoder.layers.0.self_attn.v_proj.bias", "text_encoders.clip_l.transformer.text_model.encoder.layers.0.self_attn.v_proj.weight", "text_encoders.clip_l.transformer.text_model.encoder.layers.1.layer_norm1.bias", "text_encoders.clip_l.transformer.text_model.encoder.layers.1.layer_norm1.weight", "text_encoders.clip_l.transformer.text_model.encoder.layers.1.layer_norm2.bias", "text_encoders.clip_l.transformer.text_model.encoder.layers.1.layer_norm2.weight", "text_encoders.clip_l.transformer.text_model.encoder.layers.1.mlp.fc1.bias", "text_encoders.clip_l.transformer.text_model.encoder.layers.1.mlp.fc1.weight", "text_encoders.clip_l.transformer.text_model.encoder.layers.1.mlp.fc2.bias", "text_encoders.clip_l.transformer.text_model.encoder.layers.1.mlp.fc2.weight", "text_encoders.clip_l.transformer.text_model.encoder.layers.1.self_attn.k_proj.bias", "text_encoders.clip_l.transformer.text_model.encoder.layers.1.self_attn.k_proj.weight", "text_encoders.clip_l.transformer.text_model.encoder.layers.1.self_attn.out_proj.bias", "text_encoders.clip_l.transformer.text_model.encoder.layers.1.self_attn.out_proj.weight", "text_encoders.clip_l.transformer.text_model.encoder.layers.1.self_attn.q_proj.bias", "text_encoders.clip_l.transformer.text_model.encoder.layers.1.self_attn.q_proj.weight", "text_encoders.clip_l.transformer.text_model.encoder.layers.1.self_attn.v_proj.bias", "text_encoders.clip_l.transformer.text_model.encoder.layers.1.self_attn.v_proj.weight", "text_encoders.clip_l.transformer.text_model.encoder.layers.10.layer_norm1.bias", "text_encoders.clip_l.transformer.text_model.encoder.layers.10.layer_norm1.weight", "text_encoders.clip_l.transformer.text_model.encoder.layers.10.layer_norm2.bias", "text_encoders.clip_l.transformer.text_model.encoder.layers.10.layer_norm2.weight", "text_encoders.clip_l.transformer.text_model.encoder.layers.10.mlp.fc1.bias", "text_encoders.clip_l.transformer.text_model.encoder.layers.10.mlp.fc1.weight", "text_encoders.clip_l.transformer.text_model.encoder.layers.10.mlp.fc2.bias", "text_encoders.clip_l.transformer.text_model.encoder.layers.10.mlp.fc2.weight", "text_encoders.clip_l.transformer.text_model.encoder.layers.10.self_attn.k_proj.bias", "text_encoders.clip_l.transformer.text_model.encoder.layers.10.self_attn.k_proj.weight", "text_encoders.clip_l.transformer.text_model.encoder.layers.10.self_attn.out_proj.bias", "text_encoders.clip_l.transformer.text_model.encoder.layers.10.self_attn.out_proj.weight", "text_encoders.clip_l.transformer.text_model.encoder.layers.10.self_attn.q_proj.bias", "text_encoders.clip_l.transformer.text_model.encoder.layers.10.self_attn.q_proj.weight", "text_encoders.clip_l.transformer.text_model.encoder.layers.10.self_attn.v_proj.bias", "text_encoders.clip_l.transformer.text_model.encoder.layers.10.self_attn.v_proj.weight", "text_encoders.clip_l.transformer.text_model.encoder.layers.11.layer_norm1.bias", "text_encoders.clip_l.transformer.text_model.encoder.layers.11.layer_norm1.weight", "text_encoders.clip_l.transformer.text_model.encoder.layers.11.layer_norm2.bias", "text_encoders.clip_l.transformer.text_model.encoder.layers.11.layer_norm2.weight", "text_encoders.clip_l.transformer.text_model.encoder.layers.11.mlp.fc1.bias", "text_encoders.clip_l.transformer.text_model.encoder.layers.11.mlp.fc1.weight", "text_encoders.clip_l.transformer.text_model.encoder.layers.11.mlp.fc2.bias", "text_encoders.clip_l.transformer.text_model.encoder.layers.11.mlp.fc2.weight", "text_encoders.clip_l.transformer.text_model.encoder.layers.11.self_attn.k_proj.bias", "text_encoders.clip_l.transformer.text_model.encoder.layers.11.self_attn.k_proj.weight", "text_encoders.clip_l.transformer.text_model.encoder.layers.11.self_attn.out_proj.bias", "text_encoders.clip_l.transformer.text_model.encoder.layers.11.self_attn.out_proj.weight", "text_encoders.clip_l.transformer.text_model.encoder.layers.11.self_attn.q_proj.bias", "text_encoders.clip_l.transformer.text_model.encoder.layers.11.self_attn.q_proj.weight", "text_encoders.clip_l.transformer.text_model.encoder.layers.11.self_attn.v_proj.bias", "text_encoders.clip_l.transformer.text_model.encoder.layers.11.self_attn.v_proj.weight", "text_encoders.clip_l.transformer.text_model.encoder.layers.2.layer_norm1.bias", "text_encoders.clip_l.transformer.text_model.encoder.layers.2.layer_norm1.weight", "text_encoders.clip_l.transformer.text_model.encoder.layers.2.layer_norm2.bias", "text_encoders.clip_l.transformer.text_model.encoder.layers.2.layer_norm2.weight", "text_encoders.clip_l.transformer.text_model.encoder.layers.2.mlp.fc1.bias", "text_encoders.clip_l.transformer.text_model.encoder.layers.2.mlp.fc1.weight", "text_encoders.clip_l.transformer.text_model.encoder.layers.2.mlp.fc2.bias", "text_encoders.clip_l.transformer.text_model.encoder.layers.2.mlp.fc2.weight", "text_encoders.clip_l.transformer.text_model.encoder.layers.2.self_attn.k_proj.bias", "text_encoders.clip_l.transformer.text_model.encoder.layers.2.self_attn.k_proj.weight", "text_encoders.clip_l.transformer.text_model.encoder.layers.2.self_attn.out_proj.bias", "text_encoders.clip_l.transformer.text_model.encoder.layers.2.self_attn.out_proj.weight", "text_encoders.clip_l.transformer.text_model.encoder.layers.2.self_attn.q_proj.bias", "text_encoders.clip_l.transformer.text_model.encoder.layers.2.self_attn.q_proj.weight", "text_encoders.clip_l.transformer.text_model.encoder.layers.2.self_attn.v_proj.bias", "text_encoders.clip_l.transformer.text_model.encoder.layers.2.self_attn.v_proj.weight", "text_encoders.clip_l.transformer.text_model.encoder.layers.3.layer_norm1.bias", "text_encoders.clip_l.transformer.text_model.encoder.layers.3.layer_norm1.weight", "text_encoders.clip_l.transformer.text_model.encoder.layers.3.layer_norm2.bias", "text_encoders.clip_l.transformer.text_model.encoder.layers.3.layer_norm2.weight", "text_encoders.clip_l.transformer.text_model.encoder.layers.3.mlp.fc1.bias", "text_encoders.clip_l.transformer.text_model.encoder.layers.3.mlp.fc1.weight", "text_encoders.clip_l.transformer.text_model.encoder.layers.3.mlp.fc2.bias", "text_encoders.clip_l.transformer.text_model.encoder.layers.3.mlp.fc2.weight", "text_encoders.clip_l.transformer.text_model.encoder.layers.3.self_attn.k_proj.bias", "text_encoders.clip_l.transformer.text_model.encoder.layers.3.self_attn.k_proj.weight", "text_encoders.clip_l.transformer.text_model.encoder.layers.3.self_attn.out_proj.bias", "text_encoders.clip_l.transformer.text_model.encoder.layers.3.self_attn.out_proj.weight", "text_encoders.clip_l.transformer.text_model.encoder.layers.3.self_attn.q_proj.bias", "text_encoders.clip_l.transformer.text_model.encoder.layers.3.self_attn.q_proj.weight", "text_encoders.clip_l.transformer.text_model.encoder.layers.3.self_attn.v_proj.bias", "text_encoders.clip_l.transformer.text_model.encoder.layers.3.self_attn.v_proj.weight", "text_encoders.clip_l.transformer.text_model.encoder.layers.4.layer_norm1.bias", "text_encoders.clip_l.transformer.text_model.encoder.layers.4.layer_norm1.weight", "text_encoders.clip_l.transformer.text_model.encoder.layers.4.layer_norm2.bias", "text_encoders.clip_l.transformer.text_model.encoder.layers.4.layer_norm2.weight", "text_encoders.clip_l.transformer.text_model.encoder.layers.4.mlp.fc1.bias", "text_encoders.clip_l.transformer.text_model.encoder.layers.4.mlp.fc1.weight", "text_encoders.clip_l.transformer.text_model.encoder.layers.4.mlp.fc2.bias", "text_encoders.clip_l.transformer.text_model.encoder.layers.4.mlp.fc2.weight", "text_encoders.clip_l.transformer.text_model.encoder.layers.4.self_attn.k_proj.bias", "text_encoders.clip_l.transformer.text_model.encoder.layers.4.self_attn.k_proj.weight", "text_encoders.clip_l.transformer.text_model.encoder.layers.4.self_attn.out_proj.bias", "text_encoders.clip_l.transformer.text_model.encoder.layers.4.self_attn.out_proj.weight", "text_encoders.clip_l.transformer.text_model.encoder.layers.4.self_attn.q_proj.bias", "text_encoders.clip_l.transformer.text_model.encoder.layers.4.self_attn.q_proj.weight", "text_encoders.clip_l.transformer.text_model.encoder.layers.4.self_attn.v_proj.bias", "text_encoders.clip_l.transformer.text_model.encoder.layers.4.self_attn.v_proj.weight", "text_encoders.clip_l.transformer.text_model.encoder.layers.5.layer_norm1.bias", "text_encoders.clip_l.transformer.text_model.encoder.layers.5.layer_norm1.weight", "text_encoders.clip_l.transformer.text_model.encoder.layers.5.layer_norm2.bias", "text_encoders.clip_l.transformer.text_model.encoder.layers.5.layer_norm2.weight", "text_encoders.clip_l.transformer.text_model.encoder.layers.5.mlp.fc1.bias", "text_encoders.clip_l.transformer.text_model.encoder.layers.5.mlp.fc1.weight", "text_encoders.clip_l.transformer.text_model.encoder.layers.5.mlp.fc2.bias", "text_encoders.clip_l.transformer.text_model.encoder.layers.5.mlp.fc2.weight", "text_encoders.clip_l.transformer.text_model.encoder.layers.5.self_attn.k_proj.bias", "text_encoders.clip_l.transformer.text_model.encoder.layers.5.self_attn.k_proj.weight", "text_encoders.clip_l.transformer.text_model.encoder.layers.5.self_attn.out_proj.bias", "text_encoders.clip_l.transformer.text_model.encoder.layers.5.self_attn.out_proj.weight", "text_encoders.clip_l.transformer.text_model.encoder.layers.5.self_attn.q_proj.bias", "text_encoders.clip_l.transformer.text_model.encoder.layers.5.self_attn.q_proj.weight", "text_encoders.clip_l.transformer.text_model.encoder.layers.5.self_attn.v_proj.bias", "text_encoders.clip_l.transformer.text_model.encoder.layers.5.self_attn.v_proj.weight", "text_encoders.clip_l.transformer.text_model.encoder.layers.6.layer_norm1.bias", "text_encoders.clip_l.transformer.text_model.encoder.layers.6.layer_norm1.weight", "text_encoders.clip_l.transformer.text_model.encoder.layers.6.layer_norm2.bias", "text_encoders.clip_l.transformer.text_model.encoder.layers.6.layer_norm2.weight", "text_encoders.clip_l.transformer.text_model.encoder.layers.6.mlp.fc1.bias", "text_encoders.clip_l.transformer.text_model.encoder.layers.6.mlp.fc1.weight", "text_encoders.clip_l.transformer.text_model.encoder.layers.6.mlp.fc2.bias", "text_encoders.clip_l.transformer.text_model.encoder.layers.6.mlp.fc2.weight", "text_encoders.clip_l.transformer.text_model.encoder.layers.6.self_attn.k_proj.bias", "text_encoders.clip_l.transformer.text_model.encoder.layers.6.self_attn.k_proj.weight", "text_encoders.clip_l.transformer.text_model.encoder.layers.6.self_attn.out_proj.bias", "text_encoders.clip_l.transformer.text_model.encoder.layers.6.self_attn.out_proj.weight", "text_encoders.clip_l.transformer.text_model.encoder.layers.6.self_attn.q_proj.bias", "text_encoders.clip_l.transformer.text_model.encoder.layers.6.self_attn.q_proj.weight", "text_encoders.clip_l.transformer.text_model.encoder.layers.6.self_attn.v_proj.bias", "text_encoders.clip_l.transformer.text_model.encoder.layers.6.self_attn.v_proj.weight", "text_encoders.clip_l.transformer.text_model.encoder.layers.7.layer_norm1.bias", "text_encoders.clip_l.transformer.text_model.encoder.layers.7.layer_norm1.weight", "text_encoders.clip_l.transformer.text_model.encoder.layers.7.layer_norm2.bias", "text_encoders.clip_l.transformer.text_model.encoder.layers.7.layer_norm2.weight", "text_encoders.clip_l.transformer.text_model.encoder.layers.7.mlp.fc1.bias", "text_encoders.clip_l.transformer.text_model.encoder.layers.7.mlp.fc1.weight", "text_encoders.clip_l.transformer.text_model.encoder.layers.7.mlp.fc2.bias", "text_encoders.clip_l.transformer.text_model.encoder.layers.7.mlp.fc2.weight", "text_encoders.clip_l.transformer.text_model.encoder.layers.7.self_attn.k_proj.bias", "text_encoders.clip_l.transformer.text_model.encoder.layers.7.self_attn.k_proj.weight", "text_encoders.clip_l.transformer.text_model.encoder.layers.7.self_attn.out_proj.bias", "text_encoders.clip_l.transformer.text_model.encoder.layers.7.self_attn.out_proj.weight", "text_encoders.clip_l.transformer.text_model.encoder.layers.7.self_attn.q_proj.bias", "text_encoders.clip_l.transformer.text_model.encoder.layers.7.self_attn.q_proj.weight", "text_encoders.clip_l.transformer.text_model.encoder.layers.7.self_attn.v_proj.bias", "text_encoders.clip_l.transformer.text_model.encoder.layers.7.self_attn.v_proj.weight", "text_encoders.clip_l.transformer.text_model.encoder.layers.8.layer_norm1.bias", "text_encoders.clip_l.transformer.text_model.encoder.layers.8.layer_norm1.weight", "text_encoders.clip_l.transformer.text_model.encoder.layers.8.layer_norm2.bias", "text_encoders.clip_l.transformer.text_model.encoder.layers.8.layer_norm2.weight", "text_encoders.clip_l.transformer.text_model.encoder.layers.8.mlp.fc1.bias", "text_encoders.clip_l.transformer.text_model.encoder.layers.8.mlp.fc1.weight", "text_encoders.clip_l.transformer.text_model.encoder.layers.8.mlp.fc2.bias", "text_encoders.clip_l.transformer.text_model.encoder.layers.8.mlp.fc2.weight", "text_encoders.clip_l.transformer.text_model.encoder.layers.8.self_attn.k_proj.bias", "text_encoders.clip_l.transformer.text_model.encoder.layers.8.self_attn.k_proj.weight", "text_encoders.clip_l.transformer.text_model.encoder.layers.8.self_attn.out_proj.bias", "text_encoders.clip_l.transformer.text_model.encoder.layers.8.self_attn.out_proj.weight", "text_encoders.clip_l.transformer.text_model.encoder.layers.8.self_attn.q_proj.bias", "text_encoders.clip_l.transformer.text_model.encoder.layers.8.self_attn.q_proj.weight", "text_encoders.clip_l.transformer.text_model.encoder.layers.8.self_attn.v_proj.bias", "text_encoders.clip_l.transformer.text_model.encoder.layers.8.self_attn.v_proj.weight", "text_encoders.clip_l.transformer.text_model.encoder.layers.9.layer_norm1.bias", "text_encoders.clip_l.transformer.text_model.encoder.layers.9.layer_norm1.weight", "text_encoders.clip_l.transformer.text_model.encoder.layers.9.layer_norm2.bias", "text_encoders.clip_l.transformer.text_model.encoder.layers.9.layer_norm2.weight", "text_encoders.clip_l.transformer.text_model.encoder.layers.9.mlp.fc1.bias", "text_encoders.clip_l.transformer.text_model.encoder.layers.9.mlp.fc1.weight", "text_encoders.clip_l.transformer.text_model.encoder.layers.9.mlp.fc2.bias", "text_encoders.clip_l.transformer.text_model.encoder.layers.9.mlp.fc2.weight", "text_encoders.clip_l.transformer.text_model.encoder.layers.9.self_attn.k_proj.bias", "text_encoders.clip_l.transformer.text_model.encoder.layers.9.self_attn.k_proj.weight", "text_encoders.clip_l.transformer.text_model.encoder.layers.9.self_attn.out_proj.bias", "text_encoders.clip_l.transformer.text_model.encoder.layers.9.self_attn.out_proj.weight", "text_encoders.clip_l.transformer.text_model.encoder.layers.9.self_attn.q_proj.bias", "text_encoders.clip_l.transformer.text_model.encoder.layers.9.self_attn.q_proj.weight", "text_encoders.clip_l.transformer.text_model.encoder.layers.9.self_attn.v_proj.bias", "text_encoders.clip_l.transformer.text_model.encoder.layers.9.self_attn.v_proj.weight", "text_encoders.clip_l.transformer.text_model.final_layer_norm.bias", "text_encoders.clip_l.transformer.text_model.final_layer_norm.weight", "text_encoders.clip_l.transformer.text_projection.weight" ]