constella-zero / config.json
DylanCouzon's picture
zero v1 — M7 lookup table, run p35w-2m-s2500
f547998 verified
Raw
History Blame Contribute Delete
1.61 kB
{
"dim": 1024,
"document_encoder": {
"cls_id": 101,
"config_kwargs": {
"unpad_inputs": false,
"use_memory_efficient_attention": false
},
"dim": 1024,
"doc_prefix": "",
"max_length": 512,
"name": "stella-400M-v5",
"pooling": "mean",
"post_dense": "2_Dense_1024",
"query_prefix": "Instruct: Given a web search query, retrieve relevant passages that answer the query.\nQuery: ",
"repo": "NovaSearch/stella_en_400M_v5",
"revision": "ffeb2b7ee715c226d4ffe5e4619f7dbb48624c20",
"tokenizer_id": "bert-wordpiece-30522",
"vocab": 30522
},
"fallback_token_id": 101,
"learned_weights": false,
"model_type": "zero-lookup-table",
"preproc": {
"add_special_tokens": true,
"max_length": 512,
"pool_mode": "sqrt",
"prefix": ""
},
"preproc_fingerprint": "adb24fb2e8cad66f",
"recommended_variant": "int8",
"run_id": "p35w-2m-s2500",
"similarity": "cosine",
"source_table_sha256": "a7007b1a6af120b976f093fd69ddcb5001996ec0b84b5864b4fd25d7af878abf",
"teacher": "NovaSearch/stella_en_400M_v5",
"teacher_revision": "ffeb2b7ee715c226d4ffe5e4619f7dbb48624c20",
"tokenizer_deviation_from_teacher": {
"tokenizer_config": {
"after": {
"max_length": 512,
"model_max_length": 512
},
"before": {
"max_length": 8000,
"model_max_length": 32768
}
},
"tokenizer_json_padding": {
"after": null,
"before": {
"direction": "Right",
"pad_id": 0,
"pad_to_multiple_of": null,
"pad_token": "[PAD]",
"pad_type_id": 0,
"strategy": {
"Fixed": 512
}
}
}
},
"version": "v1",
"vocab": 30522,
"weights_folded": true
}