Sentence Similarity
Safetensors
Japanese
RAGatouille
bert
ColBERT
JaColBERT / artifact.metadata
bclavie's picture
Upload folder using huggingface_hub
60cf2ae
{
"query_token_id": "[unused0]",
"doc_token_id": "[unused1]",
"query_token": "[\u8cea\u554fs]",
"doc_token": "[\u6587\u66f8]",
"ncells": null,
"centroid_score_threshold": null,
"ndocs": null,
"load_index_with_mmap": false,
"index_path": null,
"nbits": 2,
"kmeans_niters": 4,
"resume": false,
"similarity": "cosine",
"bsize": 16,
"accumsteps": 1,
"lr": 5e-6,
"maxsteps": 500000,
"save_every": null,
"warmup": 8000,
"warmup_bert": null,
"relu": false,
"nway": 2,
"use_ib_negatives": true,
"reranker": false,
"distillation_alpha": 1.0,
"ignore_scores": false,
"model_name": "ja_colbert",
"query_maxlen": 32,
"attend_to_mask_tokens": false,
"interaction": "colbert",
"dim": 128,
"doc_maxlen": 228,
"mask_punctuation": true,
"checkpoint": "ja_colbert",
"triples": "colbert_og_triplets.jsonl",
"collection": ".\/passages_og.train.colbert.tsv",
"queries": ".\/queries_og.train.colbert.tsv",
"index_name": null,
"overwrite": false,
"root": "\/home\/\/experiments",
"experiment": "ja_colbert_10k_hard_negatives_train",
"index_root": null,
"name": "lr5e-6",
"rank": 0,
"meta": {
"version": "colbert-v0.4"
}
}