kairaamilanii's picture
Update README.md
fc807ae verified
metadata
license: unknown
datasets:
  - fajrikoto/id_liputan6
language:
  - id
metrics:
  - rouge
base_model:
  - cahya/bert2bert-indonesian-summarization
pipeline_tag: summarization
model-index:
  - name: BERT2BERT-Summarizer
    results:
      - task:
          type: text-summarization
        dataset:
          name: liputan6
          type: canonical
        metrics:
          - name: ROUGE-1
            type: ROUGE-1
            value: 0.484
      - task:
          type: text-summarization
        dataset:
          name: liputan6
          type: canonical
        metrics:
          - name: ROUGE-2
            type: ROUGE-2
            value: 0.399
      - task:
          type: text-summarization
        dataset:
          name: liputan6
          type: canonical
        metrics:
          - name: ROUGE-L
            type: ROUGE-L
            value: 0.447

model_name = "kairaamilanii/BERT2BERT-ExtractiveSummarizer"

tokenizer = BertTokenizer.from_pretrained(model_name)

tokenizer.bos_token = tokenizer.cls_token

tokenizer.eos_token = tokenizer.sep_token

model = EncoderDecoderModel.from_pretrained(model_name)