__init__.py 1.5 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546
  1. # Copyright 2020 The HuggingFace Team. All rights reserved.
  2. #
  3. # Licensed under the Apache License, Version 2.0 (the "License");
  4. # you may not use this file except in compliance with the License.
  5. # You may obtain a copy of the License at
  6. #
  7. # http://www.apache.org/licenses/LICENSE-2.0
  8. #
  9. # Unless required by applicable law or agreed to in writing, software
  10. # distributed under the License is distributed on an "AS IS" BASIS,
  11. # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  12. # See the License for the specific language governing permissions and
  13. # limitations under the License.
  14. from .data_collator import (
  15. DataCollatorForLanguageModeling,
  16. DataCollatorForMultipleChoice,
  17. DataCollatorForPermutationLanguageModeling,
  18. DataCollatorForSeq2Seq,
  19. DataCollatorForSOP,
  20. DataCollatorForTokenClassification,
  21. DataCollatorForWholeWordMask,
  22. DataCollatorWithFlattening,
  23. DataCollatorWithPadding,
  24. DefaultDataCollator,
  25. default_data_collator,
  26. )
  27. from .metrics import glue_compute_metrics, xnli_compute_metrics
  28. from .processors import (
  29. DataProcessor,
  30. InputExample,
  31. InputFeatures,
  32. SingleSentenceClassificationProcessor,
  33. SquadExample,
  34. SquadFeatures,
  35. SquadV1Processor,
  36. SquadV2Processor,
  37. glue_convert_examples_to_features,
  38. glue_output_modes,
  39. glue_processors,
  40. glue_tasks_num_labels,
  41. squad_convert_examples_to_features,
  42. xnli_output_modes,
  43. xnli_processors,
  44. xnli_tasks_num_labels,
  45. )