webAI-ColVec1.1-8b / sentence_bert_config.json
hosseinatwebAI's picture
Integrate with Sentence Transformers and implement replace_image_token (#1)
0f712a2
Raw
History Blame Contribute Delete
657 Bytes
{
"transformer_task": "retrieval",
"modality_config": {
"text": {
"method": "forward",
"method_output_name": null
},
"image": {
"method": "forward",
"method_output_name": null
},
"message": {
"method": "forward",
"method_output_name": null,
"format": "structured"
}
},
"module_output_name": "token_embeddings",
"processing_kwargs": {
"chat_template": {
"chat_template": "sentence_transformers"
},
"text": {
"return_mm_token_type_ids": true
}
}
}