{
  "_name_or_path": "/media/ssd/perelluis/relik_experiments/experiments/relik-reader-deberta-small-wikipedia-typo-0.01-lowercase-0.1-new-balance-relations/2024-08-03/00-05-41/wandb/latest-run/files/hf_model/hf_model/",
  "activation": "gelu",
  "add_entity_embedding": null,
  "additional_special_symbols": 30,
  "additional_special_symbols_types": 0,
  "architectures": [
    "RelikReaderREModel"
  ],
  "auto_map": {
    "AutoConfig": "configuration_relik.RelikReaderConfig",
    "AutoModel": "modeling_relik.RelikReaderREModel"
  },
  "binary_end_logits": false,
  "default_reader_class": null,
  "entity_type_loss": null,
  "linears_hidden_size": 512,
  "model_type": "relik-reader",
  "num_layers": null,
  "threshold": 0.5,
  "torch_dtype": "float32",
  "training": true,
  "transformer_model": "microsoft/deberta-v3-small",
  "transformers_version": "4.41.2",
  "use_last_k_layers": 1
}