{ "architectures": [ "LACanineForTokenClassification" ], "mixture_name": "wtp-canine-s-1l-no-adapters", "attention_probs_dropout_prob": 0.1, "bos_token_id": 57344, "bottleneck_factor": 2, "downsampling_rate": 4, "eos_token_id": 57345, "hidden_act": "gelu", "hidden_dropout_prob": 0.1, "hidden_size": 768, "id2label": { "0": "LABEL_0", "1": "LABEL_1", "2": "LABEL_2", "3": "LABEL_3", "4": "LABEL_4", "5": "LABEL_5", "6": "LABEL_6", "7": "LABEL_7", "8": "LABEL_8", "9": "LABEL_9", "10": "LABEL_10", "11": "LABEL_11", "12": "LABEL_12", "13": "LABEL_13", "14": "LABEL_14", "15": "LABEL_15", "16": "LABEL_16", "17": "LABEL_17", "18": "LABEL_18", "19": "LABEL_19", "20": "LABEL_20", "21": "LABEL_21", "22": "LABEL_22", "23": "LABEL_23", "24": "LABEL_24", "25": "LABEL_25", "26": "LABEL_26", "27": "LABEL_27", "28": "LABEL_28", "29": "LABEL_29", "30": "LABEL_30", "31": "LABEL_31", "32": "LABEL_32", "33": "LABEL_33", "34": "LABEL_34", "35": "LABEL_35", "36": "LABEL_36", "37": "LABEL_37", "38": "LABEL_38", "39": "LABEL_39", "40": "LABEL_40", "41": "LABEL_41", "42": "LABEL_42", "43": "LABEL_43", "44": "LABEL_44", "45": "LABEL_45", "46": "LABEL_46", "47": "LABEL_47", "48": "LABEL_48", "49": "LABEL_49", "50": "LABEL_50", "51": "LABEL_51", "52": "LABEL_52", "53": "LABEL_53", "54": "LABEL_54", "55": "LABEL_55", "56": "LABEL_56", "57": "LABEL_57", "58": "LABEL_58", "59": "LABEL_59", "60": "LABEL_60", "61": "LABEL_61", "62": "LABEL_62", "63": "LABEL_63", "64": "LABEL_64", "65": "LABEL_65", "66": "LABEL_66", "67": "LABEL_67", "68": "LABEL_68", "69": "LABEL_69", "70": "LABEL_70", "71": "LABEL_71", "72": "LABEL_72", "73": "LABEL_73", "74": "LABEL_74", "75": "LABEL_75", "76": "LABEL_76", "77": "LABEL_77", "78": "LABEL_78", "79": "LABEL_79", "80": "LABEL_80", "81": "LABEL_81", "82": "LABEL_82", "83": "LABEL_83", "84": "LABEL_84", "85": "LABEL_85", "86": "LABEL_86", "87": "LABEL_87", "88": "LABEL_88", "89": "LABEL_89", "90": "LABEL_90", "91": "LABEL_91", "92": "LABEL_92", "93": "LABEL_93", "94": "LABEL_94", "95": "LABEL_95", "96": "LABEL_96", "97": "LABEL_97", "98": "LABEL_98", "99": "LABEL_99", "100": "LABEL_100", "101": "LABEL_101", "102": "LABEL_102", "103": "LABEL_103", "104": "LABEL_104", "105": "LABEL_105", "106": "LABEL_106", "107": "LABEL_107", "108": "LABEL_108", "109": "LABEL_109", "110": "LABEL_110", "111": "LABEL_111", "112": "LABEL_112", "113": "LABEL_113", "114": "LABEL_114", "115": "LABEL_115", "116": "LABEL_116", "117": "LABEL_117", "118": "LABEL_118", "119": "LABEL_119", "120": "LABEL_120", "121": "LABEL_121", "122": "LABEL_122", "123": "LABEL_123", "124": "LABEL_124", "125": "LABEL_125", "126": "LABEL_126" }, "initializer_range": 0.02, "intermediate_size": 3072, "label2id": { "LABEL_0": 0, "LABEL_1": 1, "LABEL_10": 10, "LABEL_100": 100, "LABEL_101": 101, "LABEL_102": 102, "LABEL_103": 103, "LABEL_104": 104, "LABEL_105": 105, "LABEL_106": 106, "LABEL_107": 107, "LABEL_108": 108, "LABEL_109": 109, "LABEL_11": 11, "LABEL_110": 110, "LABEL_111": 111, "LABEL_112": 112, "LABEL_113": 113, "LABEL_114": 114, "LABEL_115": 115, "LABEL_116": 116, "LABEL_117": 117, "LABEL_118": 118, "LABEL_119": 119, "LABEL_12": 12, "LABEL_120": 120, "LABEL_121": 121, "LABEL_122": 122, "LABEL_123": 123, "LABEL_124": 124, "LABEL_125": 125, "LABEL_126": 126, "LABEL_13": 13, "LABEL_14": 14, "LABEL_15": 15, "LABEL_16": 16, "LABEL_17": 17, "LABEL_18": 18, "LABEL_19": 19, "LABEL_2": 2, "LABEL_20": 20, "LABEL_21": 21, "LABEL_22": 22, "LABEL_23": 23, "LABEL_24": 24, "LABEL_25": 25, "LABEL_26": 26, "LABEL_27": 27, "LABEL_28": 28, "LABEL_29": 29, "LABEL_3": 3, "LABEL_30": 30, "LABEL_31": 31, "LABEL_32": 32, "LABEL_33": 33, "LABEL_34": 34, "LABEL_35": 35, "LABEL_36": 36, "LABEL_37": 37, "LABEL_38": 38, "LABEL_39": 39, "LABEL_4": 4, "LABEL_40": 40, "LABEL_41": 41, "LABEL_42": 42, "LABEL_43": 43, "LABEL_44": 44, "LABEL_45": 45, "LABEL_46": 46, "LABEL_47": 47, "LABEL_48": 48, "LABEL_49": 49, "LABEL_5": 5, "LABEL_50": 50, "LABEL_51": 51, "LABEL_52": 52, "LABEL_53": 53, "LABEL_54": 54, "LABEL_55": 55, "LABEL_56": 56, "LABEL_57": 57, "LABEL_58": 58, "LABEL_59": 59, "LABEL_6": 6, "LABEL_60": 60, "LABEL_61": 61, "LABEL_62": 62, "LABEL_63": 63, "LABEL_64": 64, "LABEL_65": 65, "LABEL_66": 66, "LABEL_67": 67, "LABEL_68": 68, "LABEL_69": 69, "LABEL_7": 7, "LABEL_70": 70, "LABEL_71": 71, "LABEL_72": 72, "LABEL_73": 73, "LABEL_74": 74, "LABEL_75": 75, "LABEL_76": 76, "LABEL_77": 77, "LABEL_78": 78, "LABEL_79": 79, "LABEL_8": 8, "LABEL_80": 80, "LABEL_81": 81, "LABEL_82": 82, "LABEL_83": 83, "LABEL_84": 84, "LABEL_85": 85, "LABEL_86": 86, "LABEL_87": 87, "LABEL_88": 88, "LABEL_89": 89, "LABEL_9": 9, "LABEL_90": 90, "LABEL_91": 91, "LABEL_92": 92, "LABEL_93": 93, "LABEL_94": 94, "LABEL_95": 95, "LABEL_96": 96, "LABEL_97": 97, "LABEL_98": 98, "LABEL_99": 99 }, "language_adapter": "off", "layer_norm_eps": 1e-12, "local_transformer_stride": 128, "lookahead": null, "lookahead_block_size": 1, "max_position_embeddings": 16384, "model_type": "la-canine", "n_languages": 85, "ngram_order": 1, "num_attention_heads": 12, "num_hash_buckets": 16384, "num_hash_functions": 8, "num_hidden_layers": 1, "pad_token_id": 0, "torch_dtype": "float32", "transformers_version": "4.27.4", "type_vocab_size": 16, "upsampling_kernel_size": 1, "use_cache": true, "wandb_run_id": "imxvt4z9" }