
"""simple docstring"""



from sklearn.metrics import matthews_corrcoef

import datasets


UpperCAmelCase__          = '\nCompute the Matthews correlation coefficient (MCC)\n\nThe Matthews correlation coefficient is used in machine learning as a\nmeasure of the quality of binary and multiclass classifications. It takes\ninto account true and false positives and negatives and is generally\nregarded as a balanced measure which can be used even if the classes are of\nvery different sizes. The MCC is in essence a correlation coefficient value\nbetween -1 and +1. A coefficient of +1 represents a perfect prediction, 0\nan average random prediction and -1 an inverse prediction.  The statistic\nis also known as the phi coefficient. [source: Wikipedia]\n'

UpperCAmelCase__          = '\nArgs:\n    predictions (list of int): Predicted labels, as returned by a model.\n    references (list of int): Ground truth labels.\n    sample_weight (list of int, float, or bool): Sample weights. Defaults to `None`.\nReturns:\n    matthews_correlation (dict containing float): Matthews correlation.\nExamples:\n    Example 1, a basic example with only predictions and references as inputs:\n        >>> matthews_metric = datasets.load_metric("matthews_correlation")\n        >>> results = matthews_metric.compute(references=[1, 3, 2, 0, 3, 2],\n        ...                                     predictions=[1, 2, 2, 0, 3, 3])\n        >>> print(round(results[\'matthews_correlation\'], 2))\n        0.54\n\n    Example 2, the same example as above, but also including sample weights:\n        >>> matthews_metric = datasets.load_metric("matthews_correlation")\n        >>> results = matthews_metric.compute(references=[1, 3, 2, 0, 3, 2],\n        ...                                     predictions=[1, 2, 2, 0, 3, 3],\n        ...                                     sample_weight=[0.5, 3, 1, 1, 1, 2])\n        >>> print(round(results[\'matthews_correlation\'], 2))\n        0.1\n\n    Example 3, the same example as above, but with sample weights that cause a negative correlation:\n        >>> matthews_metric = datasets.load_metric("matthews_correlation")\n        >>> results = matthews_metric.compute(references=[1, 3, 2, 0, 3, 2],\n        ...                                     predictions=[1, 2, 2, 0, 3, 3],\n        ...                                     sample_weight=[0.5, 1, 0, 0, 0, 1])\n        >>> print(round(results[\'matthews_correlation\'], 2))\n        -0.25\n'

UpperCAmelCase__          = '\\n@article{scikit-learn,\n  title={Scikit-learn: Machine Learning in {P}ython},\n  author={Pedregosa, F. and Varoquaux, G. and Gramfort, A. and Michel, V.\n         and Thirion, B. and Grisel, O. and Blondel, M. and Prettenhofer, P.\n         and Weiss, R. and Dubourg, V. and Vanderplas, J. and Passos, A. and\n         Cournapeau, D. and Brucher, M. and Perrot, M. and Duchesnay, E.},\n  journal={Journal of Machine Learning Research},\n  volume={12},\n  pages={2825--2830},\n  year={2011}\n}\n'

@datasets.utils.file_utils.add_start_docstrings(_DESCRIPTION ,	_KWARGS_DESCRIPTION	)
class       lowerCAmelCase__				(						datasets.Metric	):







     def      lowercase	(							self			:			Any			):
       return datasets.MetricInfo(
           description=_DESCRIPTION    ,      citation=_CITATION    ,      inputs_description=_KWARGS_DESCRIPTION    ,      features=datasets.Features(
               {
                   '''predictions''': datasets.Value('''int32'''			),
                   '''references''': datasets.Value('''int32'''			),
               }			)    ,      reference_urls=[
               '''https://scikit-learn.org/stable/modules/generated/sklearn.metrics.matthews_corrcoef.html'''
           ]    ,      )







     def      lowercase	(							self			:			Union[str, Any]    ,      _lowerCamelCase			:			Optional[int]    ,      _lowerCamelCase			:			List[Any]    ,      _lowerCamelCase			:			int=None			):
       return {
           "matthews_correlation": float(matthews_corrcoef(_lowerCamelCase    ,      _lowerCamelCase    ,      sample_weight=_lowerCamelCase			)			),
       }





"""simple docstring"""



import argparse
import os
import re

import torch
from flax.traverse_util import flatten_dict
from tax import checkpoints

from transformers import (
    AutoTokenizer,
    PixaStructConfig,
    PixaStructForConditionalGeneration,
    PixaStructImageProcessor,
    PixaStructProcessor,
    PixaStructTextConfig,
    PixaStructVisionConfig,
)
def 					_UpperCAmelCase      ( __lowerCamelCase   :       Tuple		)     ->					Optional[int]:
  _snake_case					     =       checkpoints.load_tax_checkpoint(__lowerCamelCase		)
  _snake_case					     =       flatten_dict(__lowerCamelCase		)
  return flax_params
def 					_UpperCAmelCase      ( __lowerCamelCase   :       Dict		)     ->					Optional[int]:
  _snake_case					     =       {}

  _snake_case					     =       {
      '''token_embedder''': '''embeddings''',
      '''encoder_norm''': '''layernorm''',
      '''kernel''': '''weight''',
      '''.out''': '''.output''',
      '''scale''': '''weight''',
      '''embedders_0.pos_embedding''': '''row_embedder.weight''',
      '''embedders_1.pos_embedding''': '''column_embedder.weight''',
  }

  _snake_case					     =       {
      '''query''': '''attention.query''',
      '''key''': '''attention.key''',
      '''value''': '''attention.value''',
      '''output.dense''': '''output''',
      '''encoder_decoder_attention.o''': '''encoder_decoder_attention.attention.o''',
      '''pre_self_attention_layer_norm''': '''self_attention.layer_norm''',
      '''pre_cross_attention_layer_norm''': '''encoder_decoder_attention.layer_norm''',
      '''mlp.''': '''mlp.DenseReluDense.''',
      '''pre_mlp_layer_norm''': '''mlp.layer_norm''',
      '''self_attention.o''': '''self_attention.attention.o''',
      '''decoder.embeddings.embedding''': '''decoder.embed_tokens.weight''',
      '''decoder.relpos_bias.rel_embedding''': '''decoder.layer.0.self_attention.attention.relative_attention_bias.weight''',
      '''decoder.decoder_norm.weight''': '''decoder.final_layer_norm.weight''',
      '''decoder.logits_dense.weight''': '''decoder.lm_head.weight''',
  }

  for key in flax_dict.keys():
    if "target" in key:
      # remove the first prefix from the key
      _snake_case					     =       '''.'''.join(key[1:]		)

      # rename the key
      for old, new in CONVERSION_MAPPING.items():
        _snake_case					     =       new_key.replace(__lowerCamelCase ,					__lowerCamelCase		)

      if "decoder" in new_key:
        for old, new in DECODER_CONVERSION_MAPPING.items():
          _snake_case					     =       new_key.replace(__lowerCamelCase ,					__lowerCamelCase		)

      if "layers" in new_key and "decoder" not in new_key:
        # use regex to replace the layer number
        _snake_case					     =       re.sub(R'''layers_(\d+)''' ,					R'''layer.\1''' ,					__lowerCamelCase		)
        _snake_case					     =       new_key.replace('''encoder''' ,					'''encoder.encoder'''		)

      elif "layers" in new_key and "decoder" in new_key:
        # use regex to replace the layer number
        _snake_case					     =       re.sub(R'''layers_(\d+)''' ,					R'''layer.\1''' ,					__lowerCamelCase		)

      _snake_case					     =       flax_dict[key]

  _snake_case					     =       {}
  # convert converted_dict into torch format
  for key in converted_dict.keys():
    if ("embed_tokens" not in key) and ("embedder" not in key):
      _snake_case					     =       torch.from_numpy(converted_dict[key].T		)
    else:
      _snake_case					     =       torch.from_numpy(converted_dict[key]		)

  return converted_torch_dict
def 					_UpperCAmelCase      ( __lowerCamelCase   :       List[str] ,					__lowerCamelCase   :       Dict ,					__lowerCamelCase   :       Any=False ,					__lowerCamelCase   :       Optional[int]=False		)     ->					int:
  _snake_case					     =       get_flax_param(__lowerCamelCase		)

  if not use_large:
    _snake_case					     =       PixaStructVisionConfig()
    _snake_case					     =       PixaStructTextConfig()
  else:
    _snake_case					     =       PixaStructVisionConfig(
        hidden_size=15_36 ,					d_ff=39_68 ,					num_attention_heads=24 ,					num_hidden_layers=18		)
    _snake_case					     =       PixaStructTextConfig(hidden_size=15_36 ,					d_ff=39_68 ,					num_heads=24 ,					num_layers=18		)
  _snake_case					     =       PixaStructConfig(
      vision_config=encoder_config.to_dict() ,					text_config=decoder_config.to_dict() ,					is_vqa=__lowerCamelCase		)

  _snake_case					     =       PixaStructForConditionalGeneration(__lowerCamelCase		)

  _snake_case					     =       rename_and_convert_flax_params(__lowerCamelCase		)
  model.load_state_dict(__lowerCamelCase		)

  _snake_case					     =       AutoTokenizer.from_pretrained('''ybelkada/test-pix2struct-tokenizer'''		)
  _snake_case					     =       PixaStructImageProcessor()
  _snake_case					     =       PixaStructProcessor(image_processor=__lowerCamelCase ,					tokenizer=__lowerCamelCase		)

  if use_large:
    _snake_case					     =       40_96

  _snake_case					     =       True

  # mkdir if needed
  os.makedirs(__lowerCamelCase ,					exist_ok=__lowerCamelCase		)

  model.save_pretrained(__lowerCamelCase		)
  processor.save_pretrained(__lowerCamelCase		)

  print('''Model saved in {}'''.format(__lowerCamelCase		)		)


if __name__ == "__main__":
 UpperCAmelCase__          = argparse.ArgumentParser()
 parser.add_argument('--t5x_checkpoint_path', default=None, type=str, help='Path to the original T5x checkpoint.')
 parser.add_argument('--pytorch_dump_folder_path', default=None, type=str, help='Path to the output PyTorch model.')
 parser.add_argument('--use_large', action='store_true', help='Use large model.')
 parser.add_argument('--is_vqa', action='store_true', help='Use large model.')
 UpperCAmelCase__          = parser.parse_args()

 convert_pixastruct_original_pytorch_checkpoint_to_hf(
     args.tax_checkpoint_path, args.pytorch_dump_folder_path, args.use_large
 )



