


'''simple docstring'''






import argparse
import logging
import pickle
from collections import Counter


logging.basicConfig(
    format="%(asctime)s - %(levelname)s - %(name)s - %(message)s", datefmt="%m/%d/%Y %H:%M:%S", level=logging.INFO
)
__A :  List[str]    							=				logging.getLogger(__name__)

if __name__ == "__main__":
  __A :  List[str]    							=				argparse.ArgumentParser(
      description="Token Counts for smoothing the masking probabilities in MLM (cf XLM/word2vec)"
  )
  parser.add_argument(
      "--data_file", type=str, default="data/dump.bert-base-uncased.pickle", help="The binarized dataset."
  )
  parser.add_argument(
      "--token_counts_dump", type=str, default="data/token_counts.bert-base-uncased.pickle", help="The dump file."
  )
  parser.add_argument("--vocab_size", default=3_0522, type=int)
  __A :  Any    							=				parser.parse_args()

  logger.info(F'''Loading data from {args.data_file}''')
  with open(args.data_file, "rb") as fp:
    __A :  Any    							=				pickle.load(fp)

  logger.info("Counting occurrences for MLM.")
  __A :  Optional[Any]    							=				Counter()
  for tk_ids in data:
    counter.update(tk_ids)
  __A :  List[str]    							=				[0] * args.vocab_size
  for k, v in counter.items():
    __A :  Optional[int]    							=				v

  logger.info(F'''Dump to {args.token_counts_dump}''')
  with open(args.token_counts_dump, "wb") as handle:
    pickle.dump(counts, handle, protocol=pickle.HIGHEST_PROTOCOL)







'''simple docstring'''






import requests







def     UpperCamelCase_      (   A__ :       str							,   A__ :       str ):
  '''simple docstring'''





  lowerCAmelCase_      :				Optional[Any]      =       {"""Content-Type""": """application/json"""}
  lowerCAmelCase_      :				Union[str, Any]      =       requests.post(A__							,   json={"""text""": message_body}							,   headers=A__ )
  if response.status_code != 2_00:
    lowerCAmelCase_      :				Dict      =       (
        """Request to slack returned an error """
        f'{response.status_code}, the response is:\n{response.text}'
    )
    raise ValueError(A__ )


if __name__ == "__main__":
  # Set the slack url to the one provided by Slack when you create the webhook at
  # https://my.slack.com/services/new/incoming-webhook/
  send_slack_message("<YOUR MESSAGE BODY>", "<SLACK CHANNEL URL>")



