_core_metadata.py 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337
  1. """
  2. Handling of Core Metadata for Python packages (including reading and writing).
  3. See: https://packaging.python.org/en/latest/specifications/core-metadata/
  4. """
  5. from __future__ import annotations
  6. import os
  7. import stat
  8. import textwrap
  9. from email import message_from_file
  10. from email.message import Message
  11. from tempfile import NamedTemporaryFile
  12. from packaging.markers import Marker
  13. from packaging.requirements import Requirement
  14. from packaging.utils import canonicalize_name, canonicalize_version
  15. from packaging.version import Version
  16. from . import _normalization, _reqs
  17. from ._static import is_static
  18. from .warnings import SetuptoolsDeprecationWarning
  19. from distutils.util import rfc822_escape
  20. def get_metadata_version(self):
  21. mv = getattr(self, 'metadata_version', None)
  22. if mv is None:
  23. mv = Version('2.4')
  24. self.metadata_version = mv
  25. return mv
  26. def rfc822_unescape(content: str) -> str:
  27. """Reverse RFC-822 escaping by removing leading whitespaces from content."""
  28. lines = content.splitlines()
  29. if len(lines) == 1:
  30. return lines[0].lstrip()
  31. return '\n'.join((lines[0].lstrip(), textwrap.dedent('\n'.join(lines[1:]))))
  32. def _read_field_from_msg(msg: Message, field: str) -> str | None:
  33. """Read Message header field."""
  34. value = msg[field]
  35. if value == 'UNKNOWN':
  36. return None
  37. return value
  38. def _read_field_unescaped_from_msg(msg: Message, field: str) -> str | None:
  39. """Read Message header field and apply rfc822_unescape."""
  40. value = _read_field_from_msg(msg, field)
  41. if value is None:
  42. return value
  43. return rfc822_unescape(value)
  44. def _read_list_from_msg(msg: Message, field: str) -> list[str] | None:
  45. """Read Message header field and return all results as list."""
  46. values = msg.get_all(field, None)
  47. if values == []:
  48. return None
  49. return values
  50. def _read_payload_from_msg(msg: Message) -> str | None:
  51. value = str(msg.get_payload()).strip()
  52. if value == 'UNKNOWN' or not value:
  53. return None
  54. return value
  55. def read_pkg_file(self, file):
  56. """Reads the metadata values from a file object."""
  57. msg = message_from_file(file)
  58. self.metadata_version = Version(msg['metadata-version'])
  59. self.name = _read_field_from_msg(msg, 'name')
  60. self.version = _read_field_from_msg(msg, 'version')
  61. self.description = _read_field_from_msg(msg, 'summary')
  62. # we are filling author only.
  63. self.author = _read_field_from_msg(msg, 'author')
  64. self.maintainer = None
  65. self.author_email = _read_field_from_msg(msg, 'author-email')
  66. self.maintainer_email = None
  67. self.url = _read_field_from_msg(msg, 'home-page')
  68. self.download_url = _read_field_from_msg(msg, 'download-url')
  69. self.license = _read_field_unescaped_from_msg(msg, 'license')
  70. self.license_expression = _read_field_unescaped_from_msg(msg, 'license-expression')
  71. self.long_description = _read_field_unescaped_from_msg(msg, 'description')
  72. if self.long_description is None and self.metadata_version >= Version('2.1'):
  73. self.long_description = _read_payload_from_msg(msg)
  74. self.description = _read_field_from_msg(msg, 'summary')
  75. if 'keywords' in msg:
  76. self.keywords = _read_field_from_msg(msg, 'keywords').split(',')
  77. self.platforms = _read_list_from_msg(msg, 'platform')
  78. self.classifiers = _read_list_from_msg(msg, 'classifier')
  79. # PEP 314 - these fields only exist in 1.1
  80. if self.metadata_version == Version('1.1'):
  81. self.requires = _read_list_from_msg(msg, 'requires')
  82. self.provides = _read_list_from_msg(msg, 'provides')
  83. self.obsoletes = _read_list_from_msg(msg, 'obsoletes')
  84. else:
  85. self.requires = None
  86. self.provides = None
  87. self.obsoletes = None
  88. self.license_files = _read_list_from_msg(msg, 'license-file')
  89. def single_line(val):
  90. """
  91. Quick and dirty validation for Summary pypa/setuptools#1390.
  92. """
  93. if '\n' in val:
  94. # TODO: Replace with `raise ValueError("newlines not allowed")`
  95. # after reviewing #2893.
  96. msg = "newlines are not allowed in `summary` and will break in the future"
  97. SetuptoolsDeprecationWarning.emit("Invalid config.", msg)
  98. # due_date is undefined. Controversial change, there was a lot of push back.
  99. val = val.strip().split('\n')[0]
  100. return val
  101. def write_pkg_info(self, base_dir):
  102. """Write the PKG-INFO file into the release tree."""
  103. temp = ""
  104. final = os.path.join(base_dir, 'PKG-INFO')
  105. try:
  106. # Use a temporary file while writing to avoid race conditions
  107. # (e.g. `importlib.metadata` reading `.egg-info/PKG-INFO`):
  108. with NamedTemporaryFile("w", encoding="utf-8", dir=base_dir, delete=False) as f:
  109. temp = f.name
  110. self.write_pkg_file(f)
  111. permissions = stat.S_IMODE(os.lstat(temp).st_mode)
  112. os.chmod(temp, permissions | stat.S_IRGRP | stat.S_IROTH)
  113. os.replace(temp, final) # atomic operation.
  114. finally:
  115. if temp and os.path.exists(temp):
  116. os.remove(temp)
  117. # Based on Python 3.5 version
  118. def write_pkg_file(self, file): # noqa: C901 # is too complex (14) # FIXME
  119. """Write the PKG-INFO format data to a file object."""
  120. version = self.get_metadata_version()
  121. def write_field(key, value):
  122. file.write(f"{key}: {value}\n")
  123. write_field('Metadata-Version', str(version))
  124. write_field('Name', self.get_name())
  125. write_field('Version', self.get_version())
  126. summary = self.get_description()
  127. if summary:
  128. write_field('Summary', single_line(summary))
  129. optional_fields = (
  130. ('Home-page', 'url'),
  131. ('Download-URL', 'download_url'),
  132. ('Author', 'author'),
  133. ('Author-email', 'author_email'),
  134. ('Maintainer', 'maintainer'),
  135. ('Maintainer-email', 'maintainer_email'),
  136. )
  137. for field, attr in optional_fields:
  138. attr_val = getattr(self, attr, None)
  139. if attr_val is not None:
  140. write_field(field, attr_val)
  141. if license_expression := self.license_expression:
  142. write_field('License-Expression', license_expression)
  143. elif license := self.get_license():
  144. write_field('License', rfc822_escape(license))
  145. for label, url in self.project_urls.items():
  146. write_field('Project-URL', f'{label}, {url}')
  147. keywords = ','.join(self.get_keywords())
  148. if keywords:
  149. write_field('Keywords', keywords)
  150. platforms = self.get_platforms() or []
  151. for platform in platforms:
  152. write_field('Platform', platform)
  153. self._write_list(file, 'Classifier', self.get_classifiers())
  154. # PEP 314
  155. self._write_list(file, 'Requires', self.get_requires())
  156. self._write_list(file, 'Provides', self.get_provides())
  157. self._write_list(file, 'Obsoletes', self.get_obsoletes())
  158. # Setuptools specific for PEP 345
  159. if hasattr(self, 'python_requires'):
  160. write_field('Requires-Python', self.python_requires)
  161. # PEP 566
  162. if self.long_description_content_type:
  163. write_field('Description-Content-Type', self.long_description_content_type)
  164. safe_license_files = map(_safe_license_file, self.license_files or [])
  165. self._write_list(file, 'License-File', safe_license_files)
  166. _write_requirements(self, file)
  167. for field, attr in _POSSIBLE_DYNAMIC_FIELDS.items():
  168. if (val := getattr(self, attr, None)) and not is_static(val):
  169. write_field('Dynamic', field)
  170. long_description = self.get_long_description()
  171. if long_description:
  172. file.write(f"\n{long_description}")
  173. if not long_description.endswith("\n"):
  174. file.write("\n")
  175. def _write_requirements(self, file):
  176. for req in _reqs.parse(self.install_requires):
  177. file.write(f"Requires-Dist: {req}\n")
  178. processed_extras = {}
  179. for augmented_extra, reqs in self.extras_require.items():
  180. # Historically, setuptools allows "augmented extras": `<extra>:<condition>`
  181. unsafe_extra, _, condition = augmented_extra.partition(":")
  182. unsafe_extra = unsafe_extra.strip()
  183. extra = _normalization.safe_extra(unsafe_extra)
  184. if extra:
  185. _write_provides_extra(file, processed_extras, extra, unsafe_extra)
  186. for req in _reqs.parse_strings(reqs):
  187. r = _include_extra(req, extra, condition.strip())
  188. file.write(f"Requires-Dist: {r}\n")
  189. return processed_extras
  190. def _include_extra(req: str, extra: str, condition: str) -> Requirement:
  191. r = Requirement(req) # create a fresh object that can be modified
  192. parts = (
  193. f"({r.marker})" if r.marker else None,
  194. f"({condition})" if condition else None,
  195. f"extra == {extra!r}" if extra else None,
  196. )
  197. r.marker = Marker(" and ".join(x for x in parts if x))
  198. return r
  199. def _write_provides_extra(file, processed_extras, safe, unsafe):
  200. previous = processed_extras.get(safe)
  201. if previous == unsafe:
  202. SetuptoolsDeprecationWarning.emit(
  203. 'Ambiguity during "extra" normalization for dependencies.',
  204. f"""
  205. {previous!r} and {unsafe!r} normalize to the same value:\n
  206. {safe!r}\n
  207. In future versions, setuptools might halt the build process.
  208. """,
  209. see_url="https://peps.python.org/pep-0685/",
  210. )
  211. else:
  212. processed_extras[safe] = unsafe
  213. file.write(f"Provides-Extra: {safe}\n")
  214. # from pypa/distutils#244; needed only until that logic is always available
  215. def get_fullname(self):
  216. return _distribution_fullname(self.get_name(), self.get_version())
  217. def _distribution_fullname(name: str, version: str) -> str:
  218. """
  219. >>> _distribution_fullname('setup.tools', '1.0-2')
  220. 'setup_tools-1.0.post2'
  221. >>> _distribution_fullname('setup-tools', '1.2post2')
  222. 'setup_tools-1.2.post2'
  223. >>> _distribution_fullname('setup-tools', '1.0-r2')
  224. 'setup_tools-1.0.post2'
  225. >>> _distribution_fullname('setup.tools', '1.0.post')
  226. 'setup_tools-1.0.post0'
  227. >>> _distribution_fullname('setup.tools', '1.0+ubuntu-1')
  228. 'setup_tools-1.0+ubuntu.1'
  229. """
  230. return "{}-{}".format(
  231. canonicalize_name(name).replace('-', '_'),
  232. canonicalize_version(version, strip_trailing_zero=False),
  233. )
  234. def _safe_license_file(file):
  235. # XXX: Do we need this after the deprecation discussed in #4892, #4896??
  236. normalized = os.path.normpath(file).replace(os.sep, "/")
  237. if "../" in normalized:
  238. return os.path.basename(normalized) # Temporarily restore pre PEP639 behaviour
  239. return normalized
  240. _POSSIBLE_DYNAMIC_FIELDS = {
  241. # Core Metadata Field x related Distribution attribute
  242. "author": "author",
  243. "author-email": "author_email",
  244. "classifier": "classifiers",
  245. "description": "long_description",
  246. "description-content-type": "long_description_content_type",
  247. "download-url": "download_url",
  248. "home-page": "url",
  249. "keywords": "keywords",
  250. "license": "license",
  251. # XXX: License-File is complicated because the user gives globs that are expanded
  252. # during the build. Without special handling it is likely always
  253. # marked as Dynamic, which is an acceptable outcome according to:
  254. # https://github.com/pypa/setuptools/issues/4629#issuecomment-2331233677
  255. "license-file": "license_files",
  256. "license-expression": "license_expression", # PEP 639
  257. "maintainer": "maintainer",
  258. "maintainer-email": "maintainer_email",
  259. "obsoletes": "obsoletes",
  260. # "obsoletes-dist": "obsoletes_dist", # NOT USED
  261. "platform": "platforms",
  262. "project-url": "project_urls",
  263. "provides": "provides",
  264. # "provides-dist": "provides_dist", # NOT USED
  265. "provides-extra": "extras_require",
  266. "requires": "requires",
  267. "requires-dist": "install_requires",
  268. # "requires-external": "requires_external", # NOT USED
  269. "requires-python": "python_requires",
  270. "summary": "description",
  271. # "supported-platform": "supported_platforms", # NOT USED
  272. }