locale_test.py 6.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159
  1. import datetime
  2. import os
  3. import shutil
  4. import tempfile
  5. import unittest
  6. import tornado.locale
  7. from tornado.escape import utf8, to_unicode
  8. from tornado.util import unicode_type
  9. class TranslationLoaderTest(unittest.TestCase):
  10. # TODO: less hacky way to get isolated tests
  11. SAVE_VARS = ["_translations", "_supported_locales", "_use_gettext"]
  12. def clear_locale_cache(self):
  13. tornado.locale.Locale._cache = {}
  14. def setUp(self):
  15. self.saved = {} # type: dict
  16. for var in TranslationLoaderTest.SAVE_VARS:
  17. self.saved[var] = getattr(tornado.locale, var)
  18. self.clear_locale_cache()
  19. def tearDown(self):
  20. for k, v in self.saved.items():
  21. setattr(tornado.locale, k, v)
  22. self.clear_locale_cache()
  23. def test_csv(self):
  24. tornado.locale.load_translations(
  25. os.path.join(os.path.dirname(__file__), "csv_translations")
  26. )
  27. locale = tornado.locale.get("fr_FR")
  28. self.assertTrue(isinstance(locale, tornado.locale.CSVLocale))
  29. self.assertEqual(locale.translate("school"), "\u00e9cole")
  30. def test_csv_bom(self):
  31. with open(
  32. os.path.join(os.path.dirname(__file__), "csv_translations", "fr_FR.csv"),
  33. "rb",
  34. ) as f:
  35. char_data = to_unicode(f.read())
  36. # Re-encode our input data (which is utf-8 without BOM) in
  37. # encodings that use the BOM and ensure that we can still load
  38. # it. Note that utf-16-le and utf-16-be do not write a BOM,
  39. # so we only test whichver variant is native to our platform.
  40. for encoding in ["utf-8-sig", "utf-16"]:
  41. tmpdir = tempfile.mkdtemp()
  42. try:
  43. with open(os.path.join(tmpdir, "fr_FR.csv"), "wb") as f:
  44. f.write(char_data.encode(encoding))
  45. tornado.locale.load_translations(tmpdir)
  46. locale = tornado.locale.get("fr_FR")
  47. self.assertIsInstance(locale, tornado.locale.CSVLocale)
  48. self.assertEqual(locale.translate("school"), "\u00e9cole")
  49. finally:
  50. shutil.rmtree(tmpdir)
  51. def test_gettext(self):
  52. tornado.locale.load_gettext_translations(
  53. os.path.join(os.path.dirname(__file__), "gettext_translations"),
  54. "tornado_test",
  55. )
  56. locale = tornado.locale.get("fr_FR")
  57. self.assertTrue(isinstance(locale, tornado.locale.GettextLocale))
  58. self.assertEqual(locale.translate("school"), "\u00e9cole")
  59. self.assertEqual(locale.pgettext("law", "right"), "le droit")
  60. self.assertEqual(locale.pgettext("good", "right"), "le bien")
  61. self.assertEqual(locale.pgettext("organization", "club", "clubs", 1), "le club")
  62. self.assertEqual(
  63. locale.pgettext("organization", "club", "clubs", 2), "les clubs"
  64. )
  65. self.assertEqual(locale.pgettext("stick", "club", "clubs", 1), "le b\xe2ton")
  66. self.assertEqual(locale.pgettext("stick", "club", "clubs", 2), "les b\xe2tons")
  67. class LocaleDataTest(unittest.TestCase):
  68. def test_non_ascii_name(self):
  69. name = tornado.locale.LOCALE_NAMES["es_LA"]["name"]
  70. self.assertTrue(isinstance(name, unicode_type))
  71. self.assertEqual(name, "Espa\u00f1ol")
  72. self.assertEqual(utf8(name), b"Espa\xc3\xb1ol")
  73. class EnglishTest(unittest.TestCase):
  74. def test_format_date(self):
  75. locale = tornado.locale.get("en_US")
  76. date = datetime.datetime(2013, 4, 28, 18, 35)
  77. self.assertEqual(
  78. locale.format_date(date, full_format=True), "April 28, 2013 at 6:35 pm"
  79. )
  80. aware_dt = datetime.datetime.now(datetime.timezone.utc)
  81. naive_dt = aware_dt.replace(tzinfo=None)
  82. for name, now in {"aware": aware_dt, "naive": naive_dt}.items():
  83. with self.subTest(dt=name):
  84. self.assertEqual(
  85. locale.format_date(
  86. now - datetime.timedelta(seconds=2), full_format=False
  87. ),
  88. "2 seconds ago",
  89. )
  90. self.assertEqual(
  91. locale.format_date(
  92. now - datetime.timedelta(minutes=2), full_format=False
  93. ),
  94. "2 minutes ago",
  95. )
  96. self.assertEqual(
  97. locale.format_date(
  98. now - datetime.timedelta(hours=2), full_format=False
  99. ),
  100. "2 hours ago",
  101. )
  102. self.assertEqual(
  103. locale.format_date(
  104. now - datetime.timedelta(days=1),
  105. full_format=False,
  106. shorter=True,
  107. ),
  108. "yesterday",
  109. )
  110. date = now - datetime.timedelta(days=2)
  111. self.assertEqual(
  112. locale.format_date(date, full_format=False, shorter=True),
  113. locale._weekdays[date.weekday()],
  114. )
  115. date = now - datetime.timedelta(days=300)
  116. self.assertEqual(
  117. locale.format_date(date, full_format=False, shorter=True),
  118. "%s %d" % (locale._months[date.month - 1], date.day),
  119. )
  120. date = now - datetime.timedelta(days=500)
  121. self.assertEqual(
  122. locale.format_date(date, full_format=False, shorter=True),
  123. "%s %d, %d" % (locale._months[date.month - 1], date.day, date.year),
  124. )
  125. def test_friendly_number(self):
  126. locale = tornado.locale.get("en_US")
  127. self.assertEqual(locale.friendly_number(1000000), "1,000,000")
  128. def test_list(self):
  129. locale = tornado.locale.get("en_US")
  130. self.assertEqual(locale.list([]), "")
  131. self.assertEqual(locale.list(["A"]), "A")
  132. self.assertEqual(locale.list(["A", "B"]), "A and B")
  133. self.assertEqual(locale.list(["A", "B", "C"]), "A, B and C")
  134. def test_format_day(self):
  135. locale = tornado.locale.get("en_US")
  136. date = datetime.datetime(2013, 4, 28, 18, 35)
  137. self.assertEqual(locale.format_day(date=date, dow=True), "Sunday, April 28")
  138. self.assertEqual(locale.format_day(date=date, dow=False), "April 28")