__init__.py 106 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809181018111812181318141815181618171818181918201821182218231824182518261827182818291830183118321833183418351836183718381839184018411842184318441845184618471848184918501851185218531854185518561857185818591860186118621863186418651866186718681869187018711872187318741875187618771878187918801881188218831884188518861887188818891890189118921893189418951896189718981899190019011902190319041905190619071908190919101911191219131914191519161917191819191920192119221923192419251926192719281929193019311932193319341935193619371938193919401941194219431944194519461947194819491950195119521953195419551956195719581959196019611962196319641965196619671968196919701971197219731974197519761977197819791980198119821983198419851986198719881989199019911992199319941995199619971998199920002001200220032004200520062007200820092010201120122013201420152016201720182019202020212022202320242025202620272028202920302031203220332034203520362037203820392040204120422043204420452046204720482049205020512052205320542055205620572058205920602061206220632064206520662067206820692070207120722073207420752076207720782079208020812082208320842085208620872088208920902091209220932094209520962097209820992100210121022103210421052106210721082109211021112112211321142115211621172118211921202121212221232124212521262127212821292130213121322133213421352136213721382139214021412142214321442145214621472148214921502151215221532154215521562157215821592160216121622163216421652166216721682169217021712172217321742175217621772178217921802181218221832184218521862187218821892190219121922193219421952196219721982199220022012202220322042205220622072208220922102211221222132214221522162217221822192220222122222223222422252226222722282229223022312232223322342235223622372238223922402241224222432244224522462247224822492250225122522253225422552256225722582259226022612262226322642265226622672268226922702271227222732274227522762277227822792280228122822283228422852286228722882289229022912292229322942295229622972298229923002301230223032304230523062307230823092310231123122313231423152316231723182319232023212322232323242325232623272328232923302331233223332334233523362337233823392340234123422343234423452346234723482349235023512352235323542355235623572358235923602361236223632364236523662367236823692370237123722373237423752376237723782379238023812382238323842385238623872388238923902391239223932394239523962397239823992400240124022403240424052406240724082409241024112412241324142415241624172418241924202421242224232424242524262427242824292430243124322433243424352436243724382439244024412442244324442445244624472448244924502451245224532454245524562457245824592460246124622463246424652466246724682469247024712472247324742475247624772478247924802481248224832484248524862487248824892490249124922493249424952496249724982499250025012502250325042505250625072508250925102511251225132514251525162517251825192520252125222523252425252526252725282529253025312532253325342535253625372538253925402541254225432544254525462547254825492550255125522553255425552556255725582559256025612562256325642565256625672568256925702571257225732574257525762577257825792580258125822583258425852586258725882589259025912592259325942595259625972598259926002601260226032604260526062607260826092610261126122613261426152616261726182619262026212622262326242625262626272628262926302631263226332634263526362637263826392640264126422643264426452646264726482649265026512652265326542655265626572658265926602661266226632664266526662667266826692670267126722673267426752676267726782679268026812682268326842685268626872688268926902691269226932694269526962697269826992700270127022703270427052706270727082709271027112712271327142715271627172718271927202721272227232724272527262727272827292730273127322733273427352736273727382739274027412742274327442745274627472748274927502751275227532754275527562757275827592760276127622763276427652766276727682769277027712772277327742775277627772778277927802781278227832784278527862787278827892790279127922793279427952796279727982799280028012802280328042805280628072808280928102811281228132814281528162817281828192820282128222823282428252826282728282829283028312832283328342835283628372838283928402841284228432844284528462847284828492850285128522853285428552856285728582859286028612862286328642865286628672868286928702871287228732874287528762877287828792880288128822883288428852886288728882889289028912892289328942895289628972898289929002901290229032904290529062907290829092910291129122913291429152916291729182919292029212922292329242925292629272928292929302931293229332934293529362937293829392940294129422943294429452946294729482949295029512952295329542955295629572958295929602961296229632964296529662967296829692970297129722973297429752976297729782979298029812982298329842985298629872988298929902991299229932994299529962997299829993000300130023003300430053006300730083009301030113012301330143015301630173018301930203021302230233024302530263027302830293030303130323033303430353036303730383039304030413042304330443045304630473048304930503051305230533054305530563057305830593060306130623063306430653066306730683069307030713072307330743075307630773078307930803081308230833084308530863087308830893090309130923093309430953096309730983099310031013102310331043105310631073108310931103111311231133114311531163117311831193120312131223123312431253126312731283129313031313132313331343135313631373138313931403141314231433144314531463147314831493150315131523153315431553156315731583159316031613162316331643165316631673168316931703171317231733174317531763177317831793180318131823183318431853186318731883189319031913192319331943195319631973198319932003201320232033204320532063207320832093210321132123213321432153216321732183219322032213222322332243225322632273228322932303231323232333234323532363237323832393240324132423243324432453246324732483249325032513252325332543255325632573258325932603261326232633264326532663267326832693270327132723273327432753276327732783279328032813282328332843285328632873288328932903291329232933294329532963297329832993300330133023303
  1. # coding: utf-8
  2. """
  3. Package resource API
  4. --------------------
  5. A resource is a logical file contained within a package, or a logical
  6. subdirectory thereof. The package resource API expects resource names
  7. to have their path parts separated with ``/``, *not* whatever the local
  8. path separator is. Do not use os.path operations to manipulate resource
  9. names being passed into the API.
  10. The package resource API is designed to work with normal filesystem packages,
  11. .egg files, and unpacked .egg files. It can also work in a limited way with
  12. .zip files and with custom PEP 302 loaders that support the ``get_data()``
  13. method.
  14. """
  15. from __future__ import absolute_import
  16. import sys
  17. import os
  18. import io
  19. import time
  20. import re
  21. import types
  22. import zipfile
  23. import zipimport
  24. import warnings
  25. import stat
  26. import functools
  27. import pkgutil
  28. import operator
  29. import platform
  30. import collections
  31. import plistlib
  32. import email.parser
  33. import errno
  34. import tempfile
  35. import textwrap
  36. import itertools
  37. import inspect
  38. import ntpath
  39. import posixpath
  40. from pkgutil import get_importer
  41. try:
  42. import _imp
  43. except ImportError:
  44. # Python 3.2 compatibility
  45. import imp as _imp
  46. try:
  47. FileExistsError
  48. except NameError:
  49. FileExistsError = OSError
  50. from pkg_resources.extern import six
  51. from pkg_resources.extern.six.moves import map, filter
  52. # capture these to bypass sandboxing
  53. from os import utime
  54. try:
  55. from os import mkdir, rename, unlink
  56. WRITE_SUPPORT = True
  57. except ImportError:
  58. # no write support, probably under GAE
  59. WRITE_SUPPORT = False
  60. from os import open as os_open
  61. from os.path import isdir, split
  62. try:
  63. import importlib.machinery as importlib_machinery
  64. # access attribute to force import under delayed import mechanisms.
  65. importlib_machinery.__name__
  66. except ImportError:
  67. importlib_machinery = None
  68. from pkg_resources.extern import appdirs
  69. from pkg_resources.extern import packaging
  70. __import__('pkg_resources.extern.packaging.version')
  71. __import__('pkg_resources.extern.packaging.specifiers')
  72. __import__('pkg_resources.extern.packaging.requirements')
  73. __import__('pkg_resources.extern.packaging.markers')
  74. __import__('pkg_resources.py2_warn')
  75. __metaclass__ = type
  76. if (3, 0) < sys.version_info < (3, 5):
  77. raise RuntimeError("Python 3.5 or later is required")
  78. if six.PY2:
  79. # Those builtin exceptions are only defined in Python 3
  80. PermissionError = None
  81. NotADirectoryError = None
  82. # declare some globals that will be defined later to
  83. # satisfy the linters.
  84. require = None
  85. working_set = None
  86. add_activation_listener = None
  87. resources_stream = None
  88. cleanup_resources = None
  89. resource_dir = None
  90. resource_stream = None
  91. set_extraction_path = None
  92. resource_isdir = None
  93. resource_string = None
  94. iter_entry_points = None
  95. resource_listdir = None
  96. resource_filename = None
  97. resource_exists = None
  98. _distribution_finders = None
  99. _namespace_handlers = None
  100. _namespace_packages = None
  101. class PEP440Warning(RuntimeWarning):
  102. """
  103. Used when there is an issue with a version or specifier not complying with
  104. PEP 440.
  105. """
  106. def parse_version(v):
  107. try:
  108. return packaging.version.Version(v)
  109. except packaging.version.InvalidVersion:
  110. return packaging.version.LegacyVersion(v)
  111. _state_vars = {}
  112. def _declare_state(vartype, **kw):
  113. globals().update(kw)
  114. _state_vars.update(dict.fromkeys(kw, vartype))
  115. def __getstate__():
  116. state = {}
  117. g = globals()
  118. for k, v in _state_vars.items():
  119. state[k] = g['_sget_' + v](g[k])
  120. return state
  121. def __setstate__(state):
  122. g = globals()
  123. for k, v in state.items():
  124. g['_sset_' + _state_vars[k]](k, g[k], v)
  125. return state
  126. def _sget_dict(val):
  127. return val.copy()
  128. def _sset_dict(key, ob, state):
  129. ob.clear()
  130. ob.update(state)
  131. def _sget_object(val):
  132. return val.__getstate__()
  133. def _sset_object(key, ob, state):
  134. ob.__setstate__(state)
  135. _sget_none = _sset_none = lambda *args: None
  136. def get_supported_platform():
  137. """Return this platform's maximum compatible version.
  138. distutils.util.get_platform() normally reports the minimum version
  139. of macOS that would be required to *use* extensions produced by
  140. distutils. But what we want when checking compatibility is to know the
  141. version of macOS that we are *running*. To allow usage of packages that
  142. explicitly require a newer version of macOS, we must also know the
  143. current version of the OS.
  144. If this condition occurs for any other platform with a version in its
  145. platform strings, this function should be extended accordingly.
  146. """
  147. plat = get_build_platform()
  148. m = macosVersionString.match(plat)
  149. if m is not None and sys.platform == "darwin":
  150. try:
  151. plat = 'macosx-%s-%s' % ('.'.join(_macos_vers()[:2]), m.group(3))
  152. except ValueError:
  153. # not macOS
  154. pass
  155. return plat
  156. __all__ = [
  157. # Basic resource access and distribution/entry point discovery
  158. 'require', 'run_script', 'get_provider', 'get_distribution',
  159. 'load_entry_point', 'get_entry_map', 'get_entry_info',
  160. 'iter_entry_points',
  161. 'resource_string', 'resource_stream', 'resource_filename',
  162. 'resource_listdir', 'resource_exists', 'resource_isdir',
  163. # Environmental control
  164. 'declare_namespace', 'working_set', 'add_activation_listener',
  165. 'find_distributions', 'set_extraction_path', 'cleanup_resources',
  166. 'get_default_cache',
  167. # Primary implementation classes
  168. 'Environment', 'WorkingSet', 'ResourceManager',
  169. 'Distribution', 'Requirement', 'EntryPoint',
  170. # Exceptions
  171. 'ResolutionError', 'VersionConflict', 'DistributionNotFound',
  172. 'UnknownExtra', 'ExtractionError',
  173. # Warnings
  174. 'PEP440Warning',
  175. # Parsing functions and string utilities
  176. 'parse_requirements', 'parse_version', 'safe_name', 'safe_version',
  177. 'get_platform', 'compatible_platforms', 'yield_lines', 'split_sections',
  178. 'safe_extra', 'to_filename', 'invalid_marker', 'evaluate_marker',
  179. # filesystem utilities
  180. 'ensure_directory', 'normalize_path',
  181. # Distribution "precedence" constants
  182. 'EGG_DIST', 'BINARY_DIST', 'SOURCE_DIST', 'CHECKOUT_DIST', 'DEVELOP_DIST',
  183. # "Provider" interfaces, implementations, and registration/lookup APIs
  184. 'IMetadataProvider', 'IResourceProvider', 'FileMetadata',
  185. 'PathMetadata', 'EggMetadata', 'EmptyProvider', 'empty_provider',
  186. 'NullProvider', 'EggProvider', 'DefaultProvider', 'ZipProvider',
  187. 'register_finder', 'register_namespace_handler', 'register_loader_type',
  188. 'fixup_namespace_packages', 'get_importer',
  189. # Warnings
  190. 'PkgResourcesDeprecationWarning',
  191. # Deprecated/backward compatibility only
  192. 'run_main', 'AvailableDistributions',
  193. ]
  194. class ResolutionError(Exception):
  195. """Abstract base for dependency resolution errors"""
  196. def __repr__(self):
  197. return self.__class__.__name__ + repr(self.args)
  198. class VersionConflict(ResolutionError):
  199. """
  200. An already-installed version conflicts with the requested version.
  201. Should be initialized with the installed Distribution and the requested
  202. Requirement.
  203. """
  204. _template = "{self.dist} is installed but {self.req} is required"
  205. @property
  206. def dist(self):
  207. return self.args[0]
  208. @property
  209. def req(self):
  210. return self.args[1]
  211. def report(self):
  212. return self._template.format(**locals())
  213. def with_context(self, required_by):
  214. """
  215. If required_by is non-empty, return a version of self that is a
  216. ContextualVersionConflict.
  217. """
  218. if not required_by:
  219. return self
  220. args = self.args + (required_by,)
  221. return ContextualVersionConflict(*args)
  222. class ContextualVersionConflict(VersionConflict):
  223. """
  224. A VersionConflict that accepts a third parameter, the set of the
  225. requirements that required the installed Distribution.
  226. """
  227. _template = VersionConflict._template + ' by {self.required_by}'
  228. @property
  229. def required_by(self):
  230. return self.args[2]
  231. class DistributionNotFound(ResolutionError):
  232. """A requested distribution was not found"""
  233. _template = ("The '{self.req}' distribution was not found "
  234. "and is required by {self.requirers_str}")
  235. @property
  236. def req(self):
  237. return self.args[0]
  238. @property
  239. def requirers(self):
  240. return self.args[1]
  241. @property
  242. def requirers_str(self):
  243. if not self.requirers:
  244. return 'the application'
  245. return ', '.join(self.requirers)
  246. def report(self):
  247. return self._template.format(**locals())
  248. def __str__(self):
  249. return self.report()
  250. class UnknownExtra(ResolutionError):
  251. """Distribution doesn't have an "extra feature" of the given name"""
  252. _provider_factories = {}
  253. PY_MAJOR = '{}.{}'.format(*sys.version_info)
  254. EGG_DIST = 3
  255. BINARY_DIST = 2
  256. SOURCE_DIST = 1
  257. CHECKOUT_DIST = 0
  258. DEVELOP_DIST = -1
  259. def register_loader_type(loader_type, provider_factory):
  260. """Register `provider_factory` to make providers for `loader_type`
  261. `loader_type` is the type or class of a PEP 302 ``module.__loader__``,
  262. and `provider_factory` is a function that, passed a *module* object,
  263. returns an ``IResourceProvider`` for that module.
  264. """
  265. _provider_factories[loader_type] = provider_factory
  266. def get_provider(moduleOrReq):
  267. """Return an IResourceProvider for the named module or requirement"""
  268. if isinstance(moduleOrReq, Requirement):
  269. return working_set.find(moduleOrReq) or require(str(moduleOrReq))[0]
  270. try:
  271. module = sys.modules[moduleOrReq]
  272. except KeyError:
  273. __import__(moduleOrReq)
  274. module = sys.modules[moduleOrReq]
  275. loader = getattr(module, '__loader__', None)
  276. return _find_adapter(_provider_factories, loader)(module)
  277. def _macos_vers(_cache=[]):
  278. if not _cache:
  279. version = platform.mac_ver()[0]
  280. # fallback for MacPorts
  281. if version == '':
  282. plist = '/System/Library/CoreServices/SystemVersion.plist'
  283. if os.path.exists(plist):
  284. if hasattr(plistlib, 'readPlist'):
  285. plist_content = plistlib.readPlist(plist)
  286. if 'ProductVersion' in plist_content:
  287. version = plist_content['ProductVersion']
  288. _cache.append(version.split('.'))
  289. return _cache[0]
  290. def _macos_arch(machine):
  291. return {'PowerPC': 'ppc', 'Power_Macintosh': 'ppc'}.get(machine, machine)
  292. def get_build_platform():
  293. """Return this platform's string for platform-specific distributions
  294. XXX Currently this is the same as ``distutils.util.get_platform()``, but it
  295. needs some hacks for Linux and macOS.
  296. """
  297. from sysconfig import get_platform
  298. plat = get_platform()
  299. if sys.platform == "darwin" and not plat.startswith('macosx-'):
  300. try:
  301. version = _macos_vers()
  302. machine = os.uname()[4].replace(" ", "_")
  303. return "macosx-%d.%d-%s" % (
  304. int(version[0]), int(version[1]),
  305. _macos_arch(machine),
  306. )
  307. except ValueError:
  308. # if someone is running a non-Mac darwin system, this will fall
  309. # through to the default implementation
  310. pass
  311. return plat
  312. macosVersionString = re.compile(r"macosx-(\d+)\.(\d+)-(.*)")
  313. darwinVersionString = re.compile(r"darwin-(\d+)\.(\d+)\.(\d+)-(.*)")
  314. # XXX backward compat
  315. get_platform = get_build_platform
  316. def compatible_platforms(provided, required):
  317. """Can code for the `provided` platform run on the `required` platform?
  318. Returns true if either platform is ``None``, or the platforms are equal.
  319. XXX Needs compatibility checks for Linux and other unixy OSes.
  320. """
  321. if provided is None or required is None or provided == required:
  322. # easy case
  323. return True
  324. # macOS special cases
  325. reqMac = macosVersionString.match(required)
  326. if reqMac:
  327. provMac = macosVersionString.match(provided)
  328. # is this a Mac package?
  329. if not provMac:
  330. # this is backwards compatibility for packages built before
  331. # setuptools 0.6. All packages built after this point will
  332. # use the new macOS designation.
  333. provDarwin = darwinVersionString.match(provided)
  334. if provDarwin:
  335. dversion = int(provDarwin.group(1))
  336. macosversion = "%s.%s" % (reqMac.group(1), reqMac.group(2))
  337. if dversion == 7 and macosversion >= "10.3" or \
  338. dversion == 8 and macosversion >= "10.4":
  339. return True
  340. # egg isn't macOS or legacy darwin
  341. return False
  342. # are they the same major version and machine type?
  343. if provMac.group(1) != reqMac.group(1) or \
  344. provMac.group(3) != reqMac.group(3):
  345. return False
  346. # is the required OS major update >= the provided one?
  347. if int(provMac.group(2)) > int(reqMac.group(2)):
  348. return False
  349. return True
  350. # XXX Linux and other platforms' special cases should go here
  351. return False
  352. def run_script(dist_spec, script_name):
  353. """Locate distribution `dist_spec` and run its `script_name` script"""
  354. ns = sys._getframe(1).f_globals
  355. name = ns['__name__']
  356. ns.clear()
  357. ns['__name__'] = name
  358. require(dist_spec)[0].run_script(script_name, ns)
  359. # backward compatibility
  360. run_main = run_script
  361. def get_distribution(dist):
  362. """Return a current distribution object for a Requirement or string"""
  363. if isinstance(dist, six.string_types):
  364. dist = Requirement.parse(dist)
  365. if isinstance(dist, Requirement):
  366. dist = get_provider(dist)
  367. if not isinstance(dist, Distribution):
  368. raise TypeError("Expected string, Requirement, or Distribution", dist)
  369. return dist
  370. def load_entry_point(dist, group, name):
  371. """Return `name` entry point of `group` for `dist` or raise ImportError"""
  372. return get_distribution(dist).load_entry_point(group, name)
  373. def get_entry_map(dist, group=None):
  374. """Return the entry point map for `group`, or the full entry map"""
  375. return get_distribution(dist).get_entry_map(group)
  376. def get_entry_info(dist, group, name):
  377. """Return the EntryPoint object for `group`+`name`, or ``None``"""
  378. return get_distribution(dist).get_entry_info(group, name)
  379. class IMetadataProvider:
  380. def has_metadata(name):
  381. """Does the package's distribution contain the named metadata?"""
  382. def get_metadata(name):
  383. """The named metadata resource as a string"""
  384. def get_metadata_lines(name):
  385. """Yield named metadata resource as list of non-blank non-comment lines
  386. Leading and trailing whitespace is stripped from each line, and lines
  387. with ``#`` as the first non-blank character are omitted."""
  388. def metadata_isdir(name):
  389. """Is the named metadata a directory? (like ``os.path.isdir()``)"""
  390. def metadata_listdir(name):
  391. """List of metadata names in the directory (like ``os.listdir()``)"""
  392. def run_script(script_name, namespace):
  393. """Execute the named script in the supplied namespace dictionary"""
  394. class IResourceProvider(IMetadataProvider):
  395. """An object that provides access to package resources"""
  396. def get_resource_filename(manager, resource_name):
  397. """Return a true filesystem path for `resource_name`
  398. `manager` must be an ``IResourceManager``"""
  399. def get_resource_stream(manager, resource_name):
  400. """Return a readable file-like object for `resource_name`
  401. `manager` must be an ``IResourceManager``"""
  402. def get_resource_string(manager, resource_name):
  403. """Return a string containing the contents of `resource_name`
  404. `manager` must be an ``IResourceManager``"""
  405. def has_resource(resource_name):
  406. """Does the package contain the named resource?"""
  407. def resource_isdir(resource_name):
  408. """Is the named resource a directory? (like ``os.path.isdir()``)"""
  409. def resource_listdir(resource_name):
  410. """List of resource names in the directory (like ``os.listdir()``)"""
  411. class WorkingSet:
  412. """A collection of active distributions on sys.path (or a similar list)"""
  413. def __init__(self, entries=None):
  414. """Create working set from list of path entries (default=sys.path)"""
  415. self.entries = []
  416. self.entry_keys = {}
  417. self.by_key = {}
  418. self.callbacks = []
  419. if entries is None:
  420. entries = sys.path
  421. for entry in entries:
  422. self.add_entry(entry)
  423. @classmethod
  424. def _build_master(cls):
  425. """
  426. Prepare the master working set.
  427. """
  428. ws = cls()
  429. try:
  430. from __main__ import __requires__
  431. except ImportError:
  432. # The main program does not list any requirements
  433. return ws
  434. # ensure the requirements are met
  435. try:
  436. ws.require(__requires__)
  437. except VersionConflict:
  438. return cls._build_from_requirements(__requires__)
  439. return ws
  440. @classmethod
  441. def _build_from_requirements(cls, req_spec):
  442. """
  443. Build a working set from a requirement spec. Rewrites sys.path.
  444. """
  445. # try it without defaults already on sys.path
  446. # by starting with an empty path
  447. ws = cls([])
  448. reqs = parse_requirements(req_spec)
  449. dists = ws.resolve(reqs, Environment())
  450. for dist in dists:
  451. ws.add(dist)
  452. # add any missing entries from sys.path
  453. for entry in sys.path:
  454. if entry not in ws.entries:
  455. ws.add_entry(entry)
  456. # then copy back to sys.path
  457. sys.path[:] = ws.entries
  458. return ws
  459. def add_entry(self, entry):
  460. """Add a path item to ``.entries``, finding any distributions on it
  461. ``find_distributions(entry, True)`` is used to find distributions
  462. corresponding to the path entry, and they are added. `entry` is
  463. always appended to ``.entries``, even if it is already present.
  464. (This is because ``sys.path`` can contain the same value more than
  465. once, and the ``.entries`` of the ``sys.path`` WorkingSet should always
  466. equal ``sys.path``.)
  467. """
  468. self.entry_keys.setdefault(entry, [])
  469. self.entries.append(entry)
  470. for dist in find_distributions(entry, True):
  471. self.add(dist, entry, False)
  472. def __contains__(self, dist):
  473. """True if `dist` is the active distribution for its project"""
  474. return self.by_key.get(dist.key) == dist
  475. def find(self, req):
  476. """Find a distribution matching requirement `req`
  477. If there is an active distribution for the requested project, this
  478. returns it as long as it meets the version requirement specified by
  479. `req`. But, if there is an active distribution for the project and it
  480. does *not* meet the `req` requirement, ``VersionConflict`` is raised.
  481. If there is no active distribution for the requested project, ``None``
  482. is returned.
  483. """
  484. dist = self.by_key.get(req.key)
  485. if dist is not None and dist not in req:
  486. # XXX add more info
  487. raise VersionConflict(dist, req)
  488. return dist
  489. def iter_entry_points(self, group, name=None):
  490. """Yield entry point objects from `group` matching `name`
  491. If `name` is None, yields all entry points in `group` from all
  492. distributions in the working set, otherwise only ones matching
  493. both `group` and `name` are yielded (in distribution order).
  494. """
  495. return (
  496. entry
  497. for dist in self
  498. for entry in dist.get_entry_map(group).values()
  499. if name is None or name == entry.name
  500. )
  501. def run_script(self, requires, script_name):
  502. """Locate distribution for `requires` and run `script_name` script"""
  503. ns = sys._getframe(1).f_globals
  504. name = ns['__name__']
  505. ns.clear()
  506. ns['__name__'] = name
  507. self.require(requires)[0].run_script(script_name, ns)
  508. def __iter__(self):
  509. """Yield distributions for non-duplicate projects in the working set
  510. The yield order is the order in which the items' path entries were
  511. added to the working set.
  512. """
  513. seen = {}
  514. for item in self.entries:
  515. if item not in self.entry_keys:
  516. # workaround a cache issue
  517. continue
  518. for key in self.entry_keys[item]:
  519. if key not in seen:
  520. seen[key] = 1
  521. yield self.by_key[key]
  522. def add(self, dist, entry=None, insert=True, replace=False):
  523. """Add `dist` to working set, associated with `entry`
  524. If `entry` is unspecified, it defaults to the ``.location`` of `dist`.
  525. On exit from this routine, `entry` is added to the end of the working
  526. set's ``.entries`` (if it wasn't already present).
  527. `dist` is only added to the working set if it's for a project that
  528. doesn't already have a distribution in the set, unless `replace=True`.
  529. If it's added, any callbacks registered with the ``subscribe()`` method
  530. will be called.
  531. """
  532. if insert:
  533. dist.insert_on(self.entries, entry, replace=replace)
  534. if entry is None:
  535. entry = dist.location
  536. keys = self.entry_keys.setdefault(entry, [])
  537. keys2 = self.entry_keys.setdefault(dist.location, [])
  538. if not replace and dist.key in self.by_key:
  539. # ignore hidden distros
  540. return
  541. self.by_key[dist.key] = dist
  542. if dist.key not in keys:
  543. keys.append(dist.key)
  544. if dist.key not in keys2:
  545. keys2.append(dist.key)
  546. self._added_new(dist)
  547. def resolve(self, requirements, env=None, installer=None,
  548. replace_conflicting=False, extras=None):
  549. """List all distributions needed to (recursively) meet `requirements`
  550. `requirements` must be a sequence of ``Requirement`` objects. `env`,
  551. if supplied, should be an ``Environment`` instance. If
  552. not supplied, it defaults to all distributions available within any
  553. entry or distribution in the working set. `installer`, if supplied,
  554. will be invoked with each requirement that cannot be met by an
  555. already-installed distribution; it should return a ``Distribution`` or
  556. ``None``.
  557. Unless `replace_conflicting=True`, raises a VersionConflict exception
  558. if
  559. any requirements are found on the path that have the correct name but
  560. the wrong version. Otherwise, if an `installer` is supplied it will be
  561. invoked to obtain the correct version of the requirement and activate
  562. it.
  563. `extras` is a list of the extras to be used with these requirements.
  564. This is important because extra requirements may look like `my_req;
  565. extra = "my_extra"`, which would otherwise be interpreted as a purely
  566. optional requirement. Instead, we want to be able to assert that these
  567. requirements are truly required.
  568. """
  569. # set up the stack
  570. requirements = list(requirements)[::-1]
  571. # set of processed requirements
  572. processed = {}
  573. # key -> dist
  574. best = {}
  575. to_activate = []
  576. req_extras = _ReqExtras()
  577. # Mapping of requirement to set of distributions that required it;
  578. # useful for reporting info about conflicts.
  579. required_by = collections.defaultdict(set)
  580. while requirements:
  581. # process dependencies breadth-first
  582. req = requirements.pop(0)
  583. if req in processed:
  584. # Ignore cyclic or redundant dependencies
  585. continue
  586. if not req_extras.markers_pass(req, extras):
  587. continue
  588. dist = best.get(req.key)
  589. if dist is None:
  590. # Find the best distribution and add it to the map
  591. dist = self.by_key.get(req.key)
  592. if dist is None or (dist not in req and replace_conflicting):
  593. ws = self
  594. if env is None:
  595. if dist is None:
  596. env = Environment(self.entries)
  597. else:
  598. # Use an empty environment and workingset to avoid
  599. # any further conflicts with the conflicting
  600. # distribution
  601. env = Environment([])
  602. ws = WorkingSet([])
  603. dist = best[req.key] = env.best_match(
  604. req, ws, installer,
  605. replace_conflicting=replace_conflicting
  606. )
  607. if dist is None:
  608. requirers = required_by.get(req, None)
  609. raise DistributionNotFound(req, requirers)
  610. to_activate.append(dist)
  611. if dist not in req:
  612. # Oops, the "best" so far conflicts with a dependency
  613. dependent_req = required_by[req]
  614. raise VersionConflict(dist, req).with_context(dependent_req)
  615. # push the new requirements onto the stack
  616. new_requirements = dist.requires(req.extras)[::-1]
  617. requirements.extend(new_requirements)
  618. # Register the new requirements needed by req
  619. for new_requirement in new_requirements:
  620. required_by[new_requirement].add(req.project_name)
  621. req_extras[new_requirement] = req.extras
  622. processed[req] = True
  623. # return list of distros to activate
  624. return to_activate
  625. def find_plugins(
  626. self, plugin_env, full_env=None, installer=None, fallback=True):
  627. """Find all activatable distributions in `plugin_env`
  628. Example usage::
  629. distributions, errors = working_set.find_plugins(
  630. Environment(plugin_dirlist)
  631. )
  632. # add plugins+libs to sys.path
  633. map(working_set.add, distributions)
  634. # display errors
  635. print('Could not load', errors)
  636. The `plugin_env` should be an ``Environment`` instance that contains
  637. only distributions that are in the project's "plugin directory" or
  638. directories. The `full_env`, if supplied, should be an ``Environment``
  639. contains all currently-available distributions. If `full_env` is not
  640. supplied, one is created automatically from the ``WorkingSet`` this
  641. method is called on, which will typically mean that every directory on
  642. ``sys.path`` will be scanned for distributions.
  643. `installer` is a standard installer callback as used by the
  644. ``resolve()`` method. The `fallback` flag indicates whether we should
  645. attempt to resolve older versions of a plugin if the newest version
  646. cannot be resolved.
  647. This method returns a 2-tuple: (`distributions`, `error_info`), where
  648. `distributions` is a list of the distributions found in `plugin_env`
  649. that were loadable, along with any other distributions that are needed
  650. to resolve their dependencies. `error_info` is a dictionary mapping
  651. unloadable plugin distributions to an exception instance describing the
  652. error that occurred. Usually this will be a ``DistributionNotFound`` or
  653. ``VersionConflict`` instance.
  654. """
  655. plugin_projects = list(plugin_env)
  656. # scan project names in alphabetic order
  657. plugin_projects.sort()
  658. error_info = {}
  659. distributions = {}
  660. if full_env is None:
  661. env = Environment(self.entries)
  662. env += plugin_env
  663. else:
  664. env = full_env + plugin_env
  665. shadow_set = self.__class__([])
  666. # put all our entries in shadow_set
  667. list(map(shadow_set.add, self))
  668. for project_name in plugin_projects:
  669. for dist in plugin_env[project_name]:
  670. req = [dist.as_requirement()]
  671. try:
  672. resolvees = shadow_set.resolve(req, env, installer)
  673. except ResolutionError as v:
  674. # save error info
  675. error_info[dist] = v
  676. if fallback:
  677. # try the next older version of project
  678. continue
  679. else:
  680. # give up on this project, keep going
  681. break
  682. else:
  683. list(map(shadow_set.add, resolvees))
  684. distributions.update(dict.fromkeys(resolvees))
  685. # success, no need to try any more versions of this project
  686. break
  687. distributions = list(distributions)
  688. distributions.sort()
  689. return distributions, error_info
  690. def require(self, *requirements):
  691. """Ensure that distributions matching `requirements` are activated
  692. `requirements` must be a string or a (possibly-nested) sequence
  693. thereof, specifying the distributions and versions required. The
  694. return value is a sequence of the distributions that needed to be
  695. activated to fulfill the requirements; all relevant distributions are
  696. included, even if they were already activated in this working set.
  697. """
  698. needed = self.resolve(parse_requirements(requirements))
  699. for dist in needed:
  700. self.add(dist)
  701. return needed
  702. def subscribe(self, callback, existing=True):
  703. """Invoke `callback` for all distributions
  704. If `existing=True` (default),
  705. call on all existing ones, as well.
  706. """
  707. if callback in self.callbacks:
  708. return
  709. self.callbacks.append(callback)
  710. if not existing:
  711. return
  712. for dist in self:
  713. callback(dist)
  714. def _added_new(self, dist):
  715. for callback in self.callbacks:
  716. callback(dist)
  717. def __getstate__(self):
  718. return (
  719. self.entries[:], self.entry_keys.copy(), self.by_key.copy(),
  720. self.callbacks[:]
  721. )
  722. def __setstate__(self, e_k_b_c):
  723. entries, keys, by_key, callbacks = e_k_b_c
  724. self.entries = entries[:]
  725. self.entry_keys = keys.copy()
  726. self.by_key = by_key.copy()
  727. self.callbacks = callbacks[:]
  728. class _ReqExtras(dict):
  729. """
  730. Map each requirement to the extras that demanded it.
  731. """
  732. def markers_pass(self, req, extras=None):
  733. """
  734. Evaluate markers for req against each extra that
  735. demanded it.
  736. Return False if the req has a marker and fails
  737. evaluation. Otherwise, return True.
  738. """
  739. extra_evals = (
  740. req.marker.evaluate({'extra': extra})
  741. for extra in self.get(req, ()) + (extras or (None,))
  742. )
  743. return not req.marker or any(extra_evals)
  744. class Environment:
  745. """Searchable snapshot of distributions on a search path"""
  746. def __init__(
  747. self, search_path=None, platform=get_supported_platform(),
  748. python=PY_MAJOR):
  749. """Snapshot distributions available on a search path
  750. Any distributions found on `search_path` are added to the environment.
  751. `search_path` should be a sequence of ``sys.path`` items. If not
  752. supplied, ``sys.path`` is used.
  753. `platform` is an optional string specifying the name of the platform
  754. that platform-specific distributions must be compatible with. If
  755. unspecified, it defaults to the current platform. `python` is an
  756. optional string naming the desired version of Python (e.g. ``'3.6'``);
  757. it defaults to the current version.
  758. You may explicitly set `platform` (and/or `python`) to ``None`` if you
  759. wish to map *all* distributions, not just those compatible with the
  760. running platform or Python version.
  761. """
  762. self._distmap = {}
  763. self.platform = platform
  764. self.python = python
  765. self.scan(search_path)
  766. def can_add(self, dist):
  767. """Is distribution `dist` acceptable for this environment?
  768. The distribution must match the platform and python version
  769. requirements specified when this environment was created, or False
  770. is returned.
  771. """
  772. py_compat = (
  773. self.python is None
  774. or dist.py_version is None
  775. or dist.py_version == self.python
  776. )
  777. return py_compat and compatible_platforms(dist.platform, self.platform)
  778. def remove(self, dist):
  779. """Remove `dist` from the environment"""
  780. self._distmap[dist.key].remove(dist)
  781. def scan(self, search_path=None):
  782. """Scan `search_path` for distributions usable in this environment
  783. Any distributions found are added to the environment.
  784. `search_path` should be a sequence of ``sys.path`` items. If not
  785. supplied, ``sys.path`` is used. Only distributions conforming to
  786. the platform/python version defined at initialization are added.
  787. """
  788. if search_path is None:
  789. search_path = sys.path
  790. for item in search_path:
  791. for dist in find_distributions(item):
  792. self.add(dist)
  793. def __getitem__(self, project_name):
  794. """Return a newest-to-oldest list of distributions for `project_name`
  795. Uses case-insensitive `project_name` comparison, assuming all the
  796. project's distributions use their project's name converted to all
  797. lowercase as their key.
  798. """
  799. distribution_key = project_name.lower()
  800. return self._distmap.get(distribution_key, [])
  801. def add(self, dist):
  802. """Add `dist` if we ``can_add()`` it and it has not already been added
  803. """
  804. if self.can_add(dist) and dist.has_version():
  805. dists = self._distmap.setdefault(dist.key, [])
  806. if dist not in dists:
  807. dists.append(dist)
  808. dists.sort(key=operator.attrgetter('hashcmp'), reverse=True)
  809. def best_match(
  810. self, req, working_set, installer=None, replace_conflicting=False):
  811. """Find distribution best matching `req` and usable on `working_set`
  812. This calls the ``find(req)`` method of the `working_set` to see if a
  813. suitable distribution is already active. (This may raise
  814. ``VersionConflict`` if an unsuitable version of the project is already
  815. active in the specified `working_set`.) If a suitable distribution
  816. isn't active, this method returns the newest distribution in the
  817. environment that meets the ``Requirement`` in `req`. If no suitable
  818. distribution is found, and `installer` is supplied, then the result of
  819. calling the environment's ``obtain(req, installer)`` method will be
  820. returned.
  821. """
  822. try:
  823. dist = working_set.find(req)
  824. except VersionConflict:
  825. if not replace_conflicting:
  826. raise
  827. dist = None
  828. if dist is not None:
  829. return dist
  830. for dist in self[req.key]:
  831. if dist in req:
  832. return dist
  833. # try to download/install
  834. return self.obtain(req, installer)
  835. def obtain(self, requirement, installer=None):
  836. """Obtain a distribution matching `requirement` (e.g. via download)
  837. Obtain a distro that matches requirement (e.g. via download). In the
  838. base ``Environment`` class, this routine just returns
  839. ``installer(requirement)``, unless `installer` is None, in which case
  840. None is returned instead. This method is a hook that allows subclasses
  841. to attempt other ways of obtaining a distribution before falling back
  842. to the `installer` argument."""
  843. if installer is not None:
  844. return installer(requirement)
  845. def __iter__(self):
  846. """Yield the unique project names of the available distributions"""
  847. for key in self._distmap.keys():
  848. if self[key]:
  849. yield key
  850. def __iadd__(self, other):
  851. """In-place addition of a distribution or environment"""
  852. if isinstance(other, Distribution):
  853. self.add(other)
  854. elif isinstance(other, Environment):
  855. for project in other:
  856. for dist in other[project]:
  857. self.add(dist)
  858. else:
  859. raise TypeError("Can't add %r to environment" % (other,))
  860. return self
  861. def __add__(self, other):
  862. """Add an environment or distribution to an environment"""
  863. new = self.__class__([], platform=None, python=None)
  864. for env in self, other:
  865. new += env
  866. return new
  867. # XXX backward compatibility
  868. AvailableDistributions = Environment
  869. class ExtractionError(RuntimeError):
  870. """An error occurred extracting a resource
  871. The following attributes are available from instances of this exception:
  872. manager
  873. The resource manager that raised this exception
  874. cache_path
  875. The base directory for resource extraction
  876. original_error
  877. The exception instance that caused extraction to fail
  878. """
  879. class ResourceManager:
  880. """Manage resource extraction and packages"""
  881. extraction_path = None
  882. def __init__(self):
  883. self.cached_files = {}
  884. def resource_exists(self, package_or_requirement, resource_name):
  885. """Does the named resource exist?"""
  886. return get_provider(package_or_requirement).has_resource(resource_name)
  887. def resource_isdir(self, package_or_requirement, resource_name):
  888. """Is the named resource an existing directory?"""
  889. return get_provider(package_or_requirement).resource_isdir(
  890. resource_name
  891. )
  892. def resource_filename(self, package_or_requirement, resource_name):
  893. """Return a true filesystem path for specified resource"""
  894. return get_provider(package_or_requirement).get_resource_filename(
  895. self, resource_name
  896. )
  897. def resource_stream(self, package_or_requirement, resource_name):
  898. """Return a readable file-like object for specified resource"""
  899. return get_provider(package_or_requirement).get_resource_stream(
  900. self, resource_name
  901. )
  902. def resource_string(self, package_or_requirement, resource_name):
  903. """Return specified resource as a string"""
  904. return get_provider(package_or_requirement).get_resource_string(
  905. self, resource_name
  906. )
  907. def resource_listdir(self, package_or_requirement, resource_name):
  908. """List the contents of the named resource directory"""
  909. return get_provider(package_or_requirement).resource_listdir(
  910. resource_name
  911. )
  912. def extraction_error(self):
  913. """Give an error message for problems extracting file(s)"""
  914. old_exc = sys.exc_info()[1]
  915. cache_path = self.extraction_path or get_default_cache()
  916. tmpl = textwrap.dedent("""
  917. Can't extract file(s) to egg cache
  918. The following error occurred while trying to extract file(s)
  919. to the Python egg cache:
  920. {old_exc}
  921. The Python egg cache directory is currently set to:
  922. {cache_path}
  923. Perhaps your account does not have write access to this directory?
  924. You can change the cache directory by setting the PYTHON_EGG_CACHE
  925. environment variable to point to an accessible directory.
  926. """).lstrip()
  927. err = ExtractionError(tmpl.format(**locals()))
  928. err.manager = self
  929. err.cache_path = cache_path
  930. err.original_error = old_exc
  931. raise err
  932. def get_cache_path(self, archive_name, names=()):
  933. """Return absolute location in cache for `archive_name` and `names`
  934. The parent directory of the resulting path will be created if it does
  935. not already exist. `archive_name` should be the base filename of the
  936. enclosing egg (which may not be the name of the enclosing zipfile!),
  937. including its ".egg" extension. `names`, if provided, should be a
  938. sequence of path name parts "under" the egg's extraction location.
  939. This method should only be called by resource providers that need to
  940. obtain an extraction location, and only for names they intend to
  941. extract, as it tracks the generated names for possible cleanup later.
  942. """
  943. extract_path = self.extraction_path or get_default_cache()
  944. target_path = os.path.join(extract_path, archive_name + '-tmp', *names)
  945. try:
  946. _bypass_ensure_directory(target_path)
  947. except Exception:
  948. self.extraction_error()
  949. self._warn_unsafe_extraction_path(extract_path)
  950. self.cached_files[target_path] = 1
  951. return target_path
  952. @staticmethod
  953. def _warn_unsafe_extraction_path(path):
  954. """
  955. If the default extraction path is overridden and set to an insecure
  956. location, such as /tmp, it opens up an opportunity for an attacker to
  957. replace an extracted file with an unauthorized payload. Warn the user
  958. if a known insecure location is used.
  959. See Distribute #375 for more details.
  960. """
  961. if os.name == 'nt' and not path.startswith(os.environ['windir']):
  962. # On Windows, permissions are generally restrictive by default
  963. # and temp directories are not writable by other users, so
  964. # bypass the warning.
  965. return
  966. mode = os.stat(path).st_mode
  967. if mode & stat.S_IWOTH or mode & stat.S_IWGRP:
  968. msg = (
  969. "Extraction path is writable by group/others "
  970. "and vulnerable to attack when "
  971. "used with get_resource_filename ({path}). "
  972. "Consider a more secure "
  973. "location (set with .set_extraction_path or the "
  974. "PYTHON_EGG_CACHE environment variable)."
  975. ).format(**locals())
  976. warnings.warn(msg, UserWarning)
  977. def postprocess(self, tempname, filename):
  978. """Perform any platform-specific postprocessing of `tempname`
  979. This is where Mac header rewrites should be done; other platforms don't
  980. have anything special they should do.
  981. Resource providers should call this method ONLY after successfully
  982. extracting a compressed resource. They must NOT call it on resources
  983. that are already in the filesystem.
  984. `tempname` is the current (temporary) name of the file, and `filename`
  985. is the name it will be renamed to by the caller after this routine
  986. returns.
  987. """
  988. if os.name == 'posix':
  989. # Make the resource executable
  990. mode = ((os.stat(tempname).st_mode) | 0o555) & 0o7777
  991. os.chmod(tempname, mode)
  992. def set_extraction_path(self, path):
  993. """Set the base path where resources will be extracted to, if needed.
  994. If you do not call this routine before any extractions take place, the
  995. path defaults to the return value of ``get_default_cache()``. (Which
  996. is based on the ``PYTHON_EGG_CACHE`` environment variable, with various
  997. platform-specific fallbacks. See that routine's documentation for more
  998. details.)
  999. Resources are extracted to subdirectories of this path based upon
  1000. information given by the ``IResourceProvider``. You may set this to a
  1001. temporary directory, but then you must call ``cleanup_resources()`` to
  1002. delete the extracted files when done. There is no guarantee that
  1003. ``cleanup_resources()`` will be able to remove all extracted files.
  1004. (Note: you may not change the extraction path for a given resource
  1005. manager once resources have been extracted, unless you first call
  1006. ``cleanup_resources()``.)
  1007. """
  1008. if self.cached_files:
  1009. raise ValueError(
  1010. "Can't change extraction path, files already extracted"
  1011. )
  1012. self.extraction_path = path
  1013. def cleanup_resources(self, force=False):
  1014. """
  1015. Delete all extracted resource files and directories, returning a list
  1016. of the file and directory names that could not be successfully removed.
  1017. This function does not have any concurrency protection, so it should
  1018. generally only be called when the extraction path is a temporary
  1019. directory exclusive to a single process. This method is not
  1020. automatically called; you must call it explicitly or register it as an
  1021. ``atexit`` function if you wish to ensure cleanup of a temporary
  1022. directory used for extractions.
  1023. """
  1024. # XXX
  1025. def get_default_cache():
  1026. """
  1027. Return the ``PYTHON_EGG_CACHE`` environment variable
  1028. or a platform-relevant user cache dir for an app
  1029. named "Python-Eggs".
  1030. """
  1031. return (
  1032. os.environ.get('PYTHON_EGG_CACHE')
  1033. or appdirs.user_cache_dir(appname='Python-Eggs')
  1034. )
  1035. def safe_name(name):
  1036. """Convert an arbitrary string to a standard distribution name
  1037. Any runs of non-alphanumeric/. characters are replaced with a single '-'.
  1038. """
  1039. return re.sub('[^A-Za-z0-9.]+', '-', name)
  1040. def safe_version(version):
  1041. """
  1042. Convert an arbitrary string to a standard version string
  1043. """
  1044. try:
  1045. # normalize the version
  1046. return str(packaging.version.Version(version))
  1047. except packaging.version.InvalidVersion:
  1048. version = version.replace(' ', '.')
  1049. return re.sub('[^A-Za-z0-9.]+', '-', version)
  1050. def safe_extra(extra):
  1051. """Convert an arbitrary string to a standard 'extra' name
  1052. Any runs of non-alphanumeric characters are replaced with a single '_',
  1053. and the result is always lowercased.
  1054. """
  1055. return re.sub('[^A-Za-z0-9.-]+', '_', extra).lower()
  1056. def to_filename(name):
  1057. """Convert a project or version name to its filename-escaped form
  1058. Any '-' characters are currently replaced with '_'.
  1059. """
  1060. return name.replace('-', '_')
  1061. def invalid_marker(text):
  1062. """
  1063. Validate text as a PEP 508 environment marker; return an exception
  1064. if invalid or False otherwise.
  1065. """
  1066. try:
  1067. evaluate_marker(text)
  1068. except SyntaxError as e:
  1069. e.filename = None
  1070. e.lineno = None
  1071. return e
  1072. return False
  1073. def evaluate_marker(text, extra=None):
  1074. """
  1075. Evaluate a PEP 508 environment marker.
  1076. Return a boolean indicating the marker result in this environment.
  1077. Raise SyntaxError if marker is invalid.
  1078. This implementation uses the 'pyparsing' module.
  1079. """
  1080. try:
  1081. marker = packaging.markers.Marker(text)
  1082. return marker.evaluate()
  1083. except packaging.markers.InvalidMarker as e:
  1084. raise SyntaxError(e) from e
  1085. class NullProvider:
  1086. """Try to implement resources and metadata for arbitrary PEP 302 loaders"""
  1087. egg_name = None
  1088. egg_info = None
  1089. loader = None
  1090. def __init__(self, module):
  1091. self.loader = getattr(module, '__loader__', None)
  1092. self.module_path = os.path.dirname(getattr(module, '__file__', ''))
  1093. def get_resource_filename(self, manager, resource_name):
  1094. return self._fn(self.module_path, resource_name)
  1095. def get_resource_stream(self, manager, resource_name):
  1096. return io.BytesIO(self.get_resource_string(manager, resource_name))
  1097. def get_resource_string(self, manager, resource_name):
  1098. return self._get(self._fn(self.module_path, resource_name))
  1099. def has_resource(self, resource_name):
  1100. return self._has(self._fn(self.module_path, resource_name))
  1101. def _get_metadata_path(self, name):
  1102. return self._fn(self.egg_info, name)
  1103. def has_metadata(self, name):
  1104. if not self.egg_info:
  1105. return self.egg_info
  1106. path = self._get_metadata_path(name)
  1107. return self._has(path)
  1108. def get_metadata(self, name):
  1109. if not self.egg_info:
  1110. return ""
  1111. path = self._get_metadata_path(name)
  1112. value = self._get(path)
  1113. if six.PY2:
  1114. return value
  1115. try:
  1116. return value.decode('utf-8')
  1117. except UnicodeDecodeError as exc:
  1118. # Include the path in the error message to simplify
  1119. # troubleshooting, and without changing the exception type.
  1120. exc.reason += ' in {} file at path: {}'.format(name, path)
  1121. raise
  1122. def get_metadata_lines(self, name):
  1123. return yield_lines(self.get_metadata(name))
  1124. def resource_isdir(self, resource_name):
  1125. return self._isdir(self._fn(self.module_path, resource_name))
  1126. def metadata_isdir(self, name):
  1127. return self.egg_info and self._isdir(self._fn(self.egg_info, name))
  1128. def resource_listdir(self, resource_name):
  1129. return self._listdir(self._fn(self.module_path, resource_name))
  1130. def metadata_listdir(self, name):
  1131. if self.egg_info:
  1132. return self._listdir(self._fn(self.egg_info, name))
  1133. return []
  1134. def run_script(self, script_name, namespace):
  1135. script = 'scripts/' + script_name
  1136. if not self.has_metadata(script):
  1137. raise ResolutionError(
  1138. "Script {script!r} not found in metadata at {self.egg_info!r}"
  1139. .format(**locals()),
  1140. )
  1141. script_text = self.get_metadata(script).replace('\r\n', '\n')
  1142. script_text = script_text.replace('\r', '\n')
  1143. script_filename = self._fn(self.egg_info, script)
  1144. namespace['__file__'] = script_filename
  1145. if os.path.exists(script_filename):
  1146. with open(script_filename) as fid:
  1147. source = fid.read()
  1148. code = compile(source, script_filename, 'exec')
  1149. exec(code, namespace, namespace)
  1150. else:
  1151. from linecache import cache
  1152. cache[script_filename] = (
  1153. len(script_text), 0, script_text.split('\n'), script_filename
  1154. )
  1155. script_code = compile(script_text, script_filename, 'exec')
  1156. exec(script_code, namespace, namespace)
  1157. def _has(self, path):
  1158. raise NotImplementedError(
  1159. "Can't perform this operation for unregistered loader type"
  1160. )
  1161. def _isdir(self, path):
  1162. raise NotImplementedError(
  1163. "Can't perform this operation for unregistered loader type"
  1164. )
  1165. def _listdir(self, path):
  1166. raise NotImplementedError(
  1167. "Can't perform this operation for unregistered loader type"
  1168. )
  1169. def _fn(self, base, resource_name):
  1170. self._validate_resource_path(resource_name)
  1171. if resource_name:
  1172. return os.path.join(base, *resource_name.split('/'))
  1173. return base
  1174. @staticmethod
  1175. def _validate_resource_path(path):
  1176. """
  1177. Validate the resource paths according to the docs.
  1178. https://setuptools.readthedocs.io/en/latest/pkg_resources.html#basic-resource-access
  1179. >>> warned = getfixture('recwarn')
  1180. >>> warnings.simplefilter('always')
  1181. >>> vrp = NullProvider._validate_resource_path
  1182. >>> vrp('foo/bar.txt')
  1183. >>> bool(warned)
  1184. False
  1185. >>> vrp('../foo/bar.txt')
  1186. >>> bool(warned)
  1187. True
  1188. >>> warned.clear()
  1189. >>> vrp('/foo/bar.txt')
  1190. >>> bool(warned)
  1191. True
  1192. >>> vrp('foo/../../bar.txt')
  1193. >>> bool(warned)
  1194. True
  1195. >>> warned.clear()
  1196. >>> vrp('foo/f../bar.txt')
  1197. >>> bool(warned)
  1198. False
  1199. Windows path separators are straight-up disallowed.
  1200. >>> vrp(r'\\foo/bar.txt')
  1201. Traceback (most recent call last):
  1202. ...
  1203. ValueError: Use of .. or absolute path in a resource path \
  1204. is not allowed.
  1205. >>> vrp(r'C:\\foo/bar.txt')
  1206. Traceback (most recent call last):
  1207. ...
  1208. ValueError: Use of .. or absolute path in a resource path \
  1209. is not allowed.
  1210. Blank values are allowed
  1211. >>> vrp('')
  1212. >>> bool(warned)
  1213. False
  1214. Non-string values are not.
  1215. >>> vrp(None)
  1216. Traceback (most recent call last):
  1217. ...
  1218. AttributeError: ...
  1219. """
  1220. invalid = (
  1221. os.path.pardir in path.split(posixpath.sep) or
  1222. posixpath.isabs(path) or
  1223. ntpath.isabs(path)
  1224. )
  1225. if not invalid:
  1226. return
  1227. msg = "Use of .. or absolute path in a resource path is not allowed."
  1228. # Aggressively disallow Windows absolute paths
  1229. if ntpath.isabs(path) and not posixpath.isabs(path):
  1230. raise ValueError(msg)
  1231. # for compatibility, warn; in future
  1232. # raise ValueError(msg)
  1233. warnings.warn(
  1234. msg[:-1] + " and will raise exceptions in a future release.",
  1235. DeprecationWarning,
  1236. stacklevel=4,
  1237. )
  1238. def _get(self, path):
  1239. if hasattr(self.loader, 'get_data'):
  1240. return self.loader.get_data(path)
  1241. raise NotImplementedError(
  1242. "Can't perform this operation for loaders without 'get_data()'"
  1243. )
  1244. register_loader_type(object, NullProvider)
  1245. def _parents(path):
  1246. """
  1247. yield all parents of path including path
  1248. """
  1249. last = None
  1250. while path != last:
  1251. yield path
  1252. last = path
  1253. path, _ = os.path.split(path)
  1254. class EggProvider(NullProvider):
  1255. """Provider based on a virtual filesystem"""
  1256. def __init__(self, module):
  1257. NullProvider.__init__(self, module)
  1258. self._setup_prefix()
  1259. def _setup_prefix(self):
  1260. # Assume that metadata may be nested inside a "basket"
  1261. # of multiple eggs and use module_path instead of .archive.
  1262. eggs = filter(_is_egg_path, _parents(self.module_path))
  1263. egg = next(eggs, None)
  1264. egg and self._set_egg(egg)
  1265. def _set_egg(self, path):
  1266. self.egg_name = os.path.basename(path)
  1267. self.egg_info = os.path.join(path, 'EGG-INFO')
  1268. self.egg_root = path
  1269. class DefaultProvider(EggProvider):
  1270. """Provides access to package resources in the filesystem"""
  1271. def _has(self, path):
  1272. return os.path.exists(path)
  1273. def _isdir(self, path):
  1274. return os.path.isdir(path)
  1275. def _listdir(self, path):
  1276. return os.listdir(path)
  1277. def get_resource_stream(self, manager, resource_name):
  1278. return open(self._fn(self.module_path, resource_name), 'rb')
  1279. def _get(self, path):
  1280. with open(path, 'rb') as stream:
  1281. return stream.read()
  1282. @classmethod
  1283. def _register(cls):
  1284. loader_names = 'SourceFileLoader', 'SourcelessFileLoader',
  1285. for name in loader_names:
  1286. loader_cls = getattr(importlib_machinery, name, type(None))
  1287. register_loader_type(loader_cls, cls)
  1288. DefaultProvider._register()
  1289. class EmptyProvider(NullProvider):
  1290. """Provider that returns nothing for all requests"""
  1291. module_path = None
  1292. _isdir = _has = lambda self, path: False
  1293. def _get(self, path):
  1294. return ''
  1295. def _listdir(self, path):
  1296. return []
  1297. def __init__(self):
  1298. pass
  1299. empty_provider = EmptyProvider()
  1300. class ZipManifests(dict):
  1301. """
  1302. zip manifest builder
  1303. """
  1304. @classmethod
  1305. def build(cls, path):
  1306. """
  1307. Build a dictionary similar to the zipimport directory
  1308. caches, except instead of tuples, store ZipInfo objects.
  1309. Use a platform-specific path separator (os.sep) for the path keys
  1310. for compatibility with pypy on Windows.
  1311. """
  1312. with zipfile.ZipFile(path) as zfile:
  1313. items = (
  1314. (
  1315. name.replace('/', os.sep),
  1316. zfile.getinfo(name),
  1317. )
  1318. for name in zfile.namelist()
  1319. )
  1320. return dict(items)
  1321. load = build
  1322. class MemoizedZipManifests(ZipManifests):
  1323. """
  1324. Memoized zipfile manifests.
  1325. """
  1326. manifest_mod = collections.namedtuple('manifest_mod', 'manifest mtime')
  1327. def load(self, path):
  1328. """
  1329. Load a manifest at path or return a suitable manifest already loaded.
  1330. """
  1331. path = os.path.normpath(path)
  1332. mtime = os.stat(path).st_mtime
  1333. if path not in self or self[path].mtime != mtime:
  1334. manifest = self.build(path)
  1335. self[path] = self.manifest_mod(manifest, mtime)
  1336. return self[path].manifest
  1337. class ZipProvider(EggProvider):
  1338. """Resource support for zips and eggs"""
  1339. eagers = None
  1340. _zip_manifests = MemoizedZipManifests()
  1341. def __init__(self, module):
  1342. EggProvider.__init__(self, module)
  1343. self.zip_pre = self.loader.archive + os.sep
  1344. def _zipinfo_name(self, fspath):
  1345. # Convert a virtual filename (full path to file) into a zipfile subpath
  1346. # usable with the zipimport directory cache for our target archive
  1347. fspath = fspath.rstrip(os.sep)
  1348. if fspath == self.loader.archive:
  1349. return ''
  1350. if fspath.startswith(self.zip_pre):
  1351. return fspath[len(self.zip_pre):]
  1352. raise AssertionError(
  1353. "%s is not a subpath of %s" % (fspath, self.zip_pre)
  1354. )
  1355. def _parts(self, zip_path):
  1356. # Convert a zipfile subpath into an egg-relative path part list.
  1357. # pseudo-fs path
  1358. fspath = self.zip_pre + zip_path
  1359. if fspath.startswith(self.egg_root + os.sep):
  1360. return fspath[len(self.egg_root) + 1:].split(os.sep)
  1361. raise AssertionError(
  1362. "%s is not a subpath of %s" % (fspath, self.egg_root)
  1363. )
  1364. @property
  1365. def zipinfo(self):
  1366. return self._zip_manifests.load(self.loader.archive)
  1367. def get_resource_filename(self, manager, resource_name):
  1368. if not self.egg_name:
  1369. raise NotImplementedError(
  1370. "resource_filename() only supported for .egg, not .zip"
  1371. )
  1372. # no need to lock for extraction, since we use temp names
  1373. zip_path = self._resource_to_zip(resource_name)
  1374. eagers = self._get_eager_resources()
  1375. if '/'.join(self._parts(zip_path)) in eagers:
  1376. for name in eagers:
  1377. self._extract_resource(manager, self._eager_to_zip(name))
  1378. return self._extract_resource(manager, zip_path)
  1379. @staticmethod
  1380. def _get_date_and_size(zip_stat):
  1381. size = zip_stat.file_size
  1382. # ymdhms+wday, yday, dst
  1383. date_time = zip_stat.date_time + (0, 0, -1)
  1384. # 1980 offset already done
  1385. timestamp = time.mktime(date_time)
  1386. return timestamp, size
  1387. def _extract_resource(self, manager, zip_path):
  1388. if zip_path in self._index():
  1389. for name in self._index()[zip_path]:
  1390. last = self._extract_resource(
  1391. manager, os.path.join(zip_path, name)
  1392. )
  1393. # return the extracted directory name
  1394. return os.path.dirname(last)
  1395. timestamp, size = self._get_date_and_size(self.zipinfo[zip_path])
  1396. if not WRITE_SUPPORT:
  1397. raise IOError('"os.rename" and "os.unlink" are not supported '
  1398. 'on this platform')
  1399. try:
  1400. real_path = manager.get_cache_path(
  1401. self.egg_name, self._parts(zip_path)
  1402. )
  1403. if self._is_current(real_path, zip_path):
  1404. return real_path
  1405. outf, tmpnam = _mkstemp(
  1406. ".$extract",
  1407. dir=os.path.dirname(real_path),
  1408. )
  1409. os.write(outf, self.loader.get_data(zip_path))
  1410. os.close(outf)
  1411. utime(tmpnam, (timestamp, timestamp))
  1412. manager.postprocess(tmpnam, real_path)
  1413. try:
  1414. rename(tmpnam, real_path)
  1415. except os.error:
  1416. if os.path.isfile(real_path):
  1417. if self._is_current(real_path, zip_path):
  1418. # the file became current since it was checked above,
  1419. # so proceed.
  1420. return real_path
  1421. # Windows, del old file and retry
  1422. elif os.name == 'nt':
  1423. unlink(real_path)
  1424. rename(tmpnam, real_path)
  1425. return real_path
  1426. raise
  1427. except os.error:
  1428. # report a user-friendly error
  1429. manager.extraction_error()
  1430. return real_path
  1431. def _is_current(self, file_path, zip_path):
  1432. """
  1433. Return True if the file_path is current for this zip_path
  1434. """
  1435. timestamp, size = self._get_date_and_size(self.zipinfo[zip_path])
  1436. if not os.path.isfile(file_path):
  1437. return False
  1438. stat = os.stat(file_path)
  1439. if stat.st_size != size or stat.st_mtime != timestamp:
  1440. return False
  1441. # check that the contents match
  1442. zip_contents = self.loader.get_data(zip_path)
  1443. with open(file_path, 'rb') as f:
  1444. file_contents = f.read()
  1445. return zip_contents == file_contents
  1446. def _get_eager_resources(self):
  1447. if self.eagers is None:
  1448. eagers = []
  1449. for name in ('native_libs.txt', 'eager_resources.txt'):
  1450. if self.has_metadata(name):
  1451. eagers.extend(self.get_metadata_lines(name))
  1452. self.eagers = eagers
  1453. return self.eagers
  1454. def _index(self):
  1455. try:
  1456. return self._dirindex
  1457. except AttributeError:
  1458. ind = {}
  1459. for path in self.zipinfo:
  1460. parts = path.split(os.sep)
  1461. while parts:
  1462. parent = os.sep.join(parts[:-1])
  1463. if parent in ind:
  1464. ind[parent].append(parts[-1])
  1465. break
  1466. else:
  1467. ind[parent] = [parts.pop()]
  1468. self._dirindex = ind
  1469. return ind
  1470. def _has(self, fspath):
  1471. zip_path = self._zipinfo_name(fspath)
  1472. return zip_path in self.zipinfo or zip_path in self._index()
  1473. def _isdir(self, fspath):
  1474. return self._zipinfo_name(fspath) in self._index()
  1475. def _listdir(self, fspath):
  1476. return list(self._index().get(self._zipinfo_name(fspath), ()))
  1477. def _eager_to_zip(self, resource_name):
  1478. return self._zipinfo_name(self._fn(self.egg_root, resource_name))
  1479. def _resource_to_zip(self, resource_name):
  1480. return self._zipinfo_name(self._fn(self.module_path, resource_name))
  1481. register_loader_type(zipimport.zipimporter, ZipProvider)
  1482. class FileMetadata(EmptyProvider):
  1483. """Metadata handler for standalone PKG-INFO files
  1484. Usage::
  1485. metadata = FileMetadata("/path/to/PKG-INFO")
  1486. This provider rejects all data and metadata requests except for PKG-INFO,
  1487. which is treated as existing, and will be the contents of the file at
  1488. the provided location.
  1489. """
  1490. def __init__(self, path):
  1491. self.path = path
  1492. def _get_metadata_path(self, name):
  1493. return self.path
  1494. def has_metadata(self, name):
  1495. return name == 'PKG-INFO' and os.path.isfile(self.path)
  1496. def get_metadata(self, name):
  1497. if name != 'PKG-INFO':
  1498. raise KeyError("No metadata except PKG-INFO is available")
  1499. with io.open(self.path, encoding='utf-8', errors="replace") as f:
  1500. metadata = f.read()
  1501. self._warn_on_replacement(metadata)
  1502. return metadata
  1503. def _warn_on_replacement(self, metadata):
  1504. # Python 2.7 compat for: replacement_char = '�'
  1505. replacement_char = b'\xef\xbf\xbd'.decode('utf-8')
  1506. if replacement_char in metadata:
  1507. tmpl = "{self.path} could not be properly decoded in UTF-8"
  1508. msg = tmpl.format(**locals())
  1509. warnings.warn(msg)
  1510. def get_metadata_lines(self, name):
  1511. return yield_lines(self.get_metadata(name))
  1512. class PathMetadata(DefaultProvider):
  1513. """Metadata provider for egg directories
  1514. Usage::
  1515. # Development eggs:
  1516. egg_info = "/path/to/PackageName.egg-info"
  1517. base_dir = os.path.dirname(egg_info)
  1518. metadata = PathMetadata(base_dir, egg_info)
  1519. dist_name = os.path.splitext(os.path.basename(egg_info))[0]
  1520. dist = Distribution(basedir, project_name=dist_name, metadata=metadata)
  1521. # Unpacked egg directories:
  1522. egg_path = "/path/to/PackageName-ver-pyver-etc.egg"
  1523. metadata = PathMetadata(egg_path, os.path.join(egg_path,'EGG-INFO'))
  1524. dist = Distribution.from_filename(egg_path, metadata=metadata)
  1525. """
  1526. def __init__(self, path, egg_info):
  1527. self.module_path = path
  1528. self.egg_info = egg_info
  1529. class EggMetadata(ZipProvider):
  1530. """Metadata provider for .egg files"""
  1531. def __init__(self, importer):
  1532. """Create a metadata provider from a zipimporter"""
  1533. self.zip_pre = importer.archive + os.sep
  1534. self.loader = importer
  1535. if importer.prefix:
  1536. self.module_path = os.path.join(importer.archive, importer.prefix)
  1537. else:
  1538. self.module_path = importer.archive
  1539. self._setup_prefix()
  1540. _declare_state('dict', _distribution_finders={})
  1541. def register_finder(importer_type, distribution_finder):
  1542. """Register `distribution_finder` to find distributions in sys.path items
  1543. `importer_type` is the type or class of a PEP 302 "Importer" (sys.path item
  1544. handler), and `distribution_finder` is a callable that, passed a path
  1545. item and the importer instance, yields ``Distribution`` instances found on
  1546. that path item. See ``pkg_resources.find_on_path`` for an example."""
  1547. _distribution_finders[importer_type] = distribution_finder
  1548. def find_distributions(path_item, only=False):
  1549. """Yield distributions accessible via `path_item`"""
  1550. importer = get_importer(path_item)
  1551. finder = _find_adapter(_distribution_finders, importer)
  1552. return finder(importer, path_item, only)
  1553. def find_eggs_in_zip(importer, path_item, only=False):
  1554. """
  1555. Find eggs in zip files; possibly multiple nested eggs.
  1556. """
  1557. if importer.archive.endswith('.whl'):
  1558. # wheels are not supported with this finder
  1559. # they don't have PKG-INFO metadata, and won't ever contain eggs
  1560. return
  1561. metadata = EggMetadata(importer)
  1562. if metadata.has_metadata('PKG-INFO'):
  1563. yield Distribution.from_filename(path_item, metadata=metadata)
  1564. if only:
  1565. # don't yield nested distros
  1566. return
  1567. for subitem in metadata.resource_listdir(''):
  1568. if _is_egg_path(subitem):
  1569. subpath = os.path.join(path_item, subitem)
  1570. dists = find_eggs_in_zip(zipimport.zipimporter(subpath), subpath)
  1571. for dist in dists:
  1572. yield dist
  1573. elif subitem.lower().endswith('.dist-info'):
  1574. subpath = os.path.join(path_item, subitem)
  1575. submeta = EggMetadata(zipimport.zipimporter(subpath))
  1576. submeta.egg_info = subpath
  1577. yield Distribution.from_location(path_item, subitem, submeta)
  1578. register_finder(zipimport.zipimporter, find_eggs_in_zip)
  1579. def find_nothing(importer, path_item, only=False):
  1580. return ()
  1581. register_finder(object, find_nothing)
  1582. def _by_version_descending(names):
  1583. """
  1584. Given a list of filenames, return them in descending order
  1585. by version number.
  1586. >>> names = 'bar', 'foo', 'Python-2.7.10.egg', 'Python-2.7.2.egg'
  1587. >>> _by_version_descending(names)
  1588. ['Python-2.7.10.egg', 'Python-2.7.2.egg', 'foo', 'bar']
  1589. >>> names = 'Setuptools-1.2.3b1.egg', 'Setuptools-1.2.3.egg'
  1590. >>> _by_version_descending(names)
  1591. ['Setuptools-1.2.3.egg', 'Setuptools-1.2.3b1.egg']
  1592. >>> names = 'Setuptools-1.2.3b1.egg', 'Setuptools-1.2.3.post1.egg'
  1593. >>> _by_version_descending(names)
  1594. ['Setuptools-1.2.3.post1.egg', 'Setuptools-1.2.3b1.egg']
  1595. """
  1596. def _by_version(name):
  1597. """
  1598. Parse each component of the filename
  1599. """
  1600. name, ext = os.path.splitext(name)
  1601. parts = itertools.chain(name.split('-'), [ext])
  1602. return [packaging.version.parse(part) for part in parts]
  1603. return sorted(names, key=_by_version, reverse=True)
  1604. def find_on_path(importer, path_item, only=False):
  1605. """Yield distributions accessible on a sys.path directory"""
  1606. path_item = _normalize_cached(path_item)
  1607. if _is_unpacked_egg(path_item):
  1608. yield Distribution.from_filename(
  1609. path_item, metadata=PathMetadata(
  1610. path_item, os.path.join(path_item, 'EGG-INFO')
  1611. )
  1612. )
  1613. return
  1614. entries = safe_listdir(path_item)
  1615. # for performance, before sorting by version,
  1616. # screen entries for only those that will yield
  1617. # distributions
  1618. filtered = (
  1619. entry
  1620. for entry in entries
  1621. if dist_factory(path_item, entry, only)
  1622. )
  1623. # scan for .egg and .egg-info in directory
  1624. path_item_entries = _by_version_descending(filtered)
  1625. for entry in path_item_entries:
  1626. fullpath = os.path.join(path_item, entry)
  1627. factory = dist_factory(path_item, entry, only)
  1628. for dist in factory(fullpath):
  1629. yield dist
  1630. def dist_factory(path_item, entry, only):
  1631. """Return a dist_factory for the given entry."""
  1632. lower = entry.lower()
  1633. is_egg_info = lower.endswith('.egg-info')
  1634. is_dist_info = (
  1635. lower.endswith('.dist-info') and
  1636. os.path.isdir(os.path.join(path_item, entry))
  1637. )
  1638. is_meta = is_egg_info or is_dist_info
  1639. return (
  1640. distributions_from_metadata
  1641. if is_meta else
  1642. find_distributions
  1643. if not only and _is_egg_path(entry) else
  1644. resolve_egg_link
  1645. if not only and lower.endswith('.egg-link') else
  1646. NoDists()
  1647. )
  1648. class NoDists:
  1649. """
  1650. >>> bool(NoDists())
  1651. False
  1652. >>> list(NoDists()('anything'))
  1653. []
  1654. """
  1655. def __bool__(self):
  1656. return False
  1657. if six.PY2:
  1658. __nonzero__ = __bool__
  1659. def __call__(self, fullpath):
  1660. return iter(())
  1661. def safe_listdir(path):
  1662. """
  1663. Attempt to list contents of path, but suppress some exceptions.
  1664. """
  1665. try:
  1666. return os.listdir(path)
  1667. except (PermissionError, NotADirectoryError):
  1668. pass
  1669. except OSError as e:
  1670. # Ignore the directory if does not exist, not a directory or
  1671. # permission denied
  1672. ignorable = (
  1673. e.errno in (errno.ENOTDIR, errno.EACCES, errno.ENOENT)
  1674. # Python 2 on Windows needs to be handled this way :(
  1675. or getattr(e, "winerror", None) == 267
  1676. )
  1677. if not ignorable:
  1678. raise
  1679. return ()
  1680. def distributions_from_metadata(path):
  1681. root = os.path.dirname(path)
  1682. if os.path.isdir(path):
  1683. if len(os.listdir(path)) == 0:
  1684. # empty metadata dir; skip
  1685. return
  1686. metadata = PathMetadata(root, path)
  1687. else:
  1688. metadata = FileMetadata(path)
  1689. entry = os.path.basename(path)
  1690. yield Distribution.from_location(
  1691. root, entry, metadata, precedence=DEVELOP_DIST,
  1692. )
  1693. def non_empty_lines(path):
  1694. """
  1695. Yield non-empty lines from file at path
  1696. """
  1697. with open(path) as f:
  1698. for line in f:
  1699. line = line.strip()
  1700. if line:
  1701. yield line
  1702. def resolve_egg_link(path):
  1703. """
  1704. Given a path to an .egg-link, resolve distributions
  1705. present in the referenced path.
  1706. """
  1707. referenced_paths = non_empty_lines(path)
  1708. resolved_paths = (
  1709. os.path.join(os.path.dirname(path), ref)
  1710. for ref in referenced_paths
  1711. )
  1712. dist_groups = map(find_distributions, resolved_paths)
  1713. return next(dist_groups, ())
  1714. register_finder(pkgutil.ImpImporter, find_on_path)
  1715. if hasattr(importlib_machinery, 'FileFinder'):
  1716. register_finder(importlib_machinery.FileFinder, find_on_path)
  1717. _declare_state('dict', _namespace_handlers={})
  1718. _declare_state('dict', _namespace_packages={})
  1719. def register_namespace_handler(importer_type, namespace_handler):
  1720. """Register `namespace_handler` to declare namespace packages
  1721. `importer_type` is the type or class of a PEP 302 "Importer" (sys.path item
  1722. handler), and `namespace_handler` is a callable like this::
  1723. def namespace_handler(importer, path_entry, moduleName, module):
  1724. # return a path_entry to use for child packages
  1725. Namespace handlers are only called if the importer object has already
  1726. agreed that it can handle the relevant path item, and they should only
  1727. return a subpath if the module __path__ does not already contain an
  1728. equivalent subpath. For an example namespace handler, see
  1729. ``pkg_resources.file_ns_handler``.
  1730. """
  1731. _namespace_handlers[importer_type] = namespace_handler
  1732. def _handle_ns(packageName, path_item):
  1733. """Ensure that named package includes a subpath of path_item (if needed)"""
  1734. importer = get_importer(path_item)
  1735. if importer is None:
  1736. return None
  1737. # use find_spec (PEP 451) and fall-back to find_module (PEP 302)
  1738. try:
  1739. loader = importer.find_spec(packageName).loader
  1740. except AttributeError:
  1741. # capture warnings due to #1111
  1742. with warnings.catch_warnings():
  1743. warnings.simplefilter("ignore")
  1744. loader = importer.find_module(packageName)
  1745. if loader is None:
  1746. return None
  1747. module = sys.modules.get(packageName)
  1748. if module is None:
  1749. module = sys.modules[packageName] = types.ModuleType(packageName)
  1750. module.__path__ = []
  1751. _set_parent_ns(packageName)
  1752. elif not hasattr(module, '__path__'):
  1753. raise TypeError("Not a package:", packageName)
  1754. handler = _find_adapter(_namespace_handlers, importer)
  1755. subpath = handler(importer, path_item, packageName, module)
  1756. if subpath is not None:
  1757. path = module.__path__
  1758. path.append(subpath)
  1759. loader.load_module(packageName)
  1760. _rebuild_mod_path(path, packageName, module)
  1761. return subpath
  1762. def _rebuild_mod_path(orig_path, package_name, module):
  1763. """
  1764. Rebuild module.__path__ ensuring that all entries are ordered
  1765. corresponding to their sys.path order
  1766. """
  1767. sys_path = [_normalize_cached(p) for p in sys.path]
  1768. def safe_sys_path_index(entry):
  1769. """
  1770. Workaround for #520 and #513.
  1771. """
  1772. try:
  1773. return sys_path.index(entry)
  1774. except ValueError:
  1775. return float('inf')
  1776. def position_in_sys_path(path):
  1777. """
  1778. Return the ordinal of the path based on its position in sys.path
  1779. """
  1780. path_parts = path.split(os.sep)
  1781. module_parts = package_name.count('.') + 1
  1782. parts = path_parts[:-module_parts]
  1783. return safe_sys_path_index(_normalize_cached(os.sep.join(parts)))
  1784. new_path = sorted(orig_path, key=position_in_sys_path)
  1785. new_path = [_normalize_cached(p) for p in new_path]
  1786. if isinstance(module.__path__, list):
  1787. module.__path__[:] = new_path
  1788. else:
  1789. module.__path__ = new_path
  1790. def declare_namespace(packageName):
  1791. """Declare that package 'packageName' is a namespace package"""
  1792. _imp.acquire_lock()
  1793. try:
  1794. if packageName in _namespace_packages:
  1795. return
  1796. path = sys.path
  1797. parent, _, _ = packageName.rpartition('.')
  1798. if parent:
  1799. declare_namespace(parent)
  1800. if parent not in _namespace_packages:
  1801. __import__(parent)
  1802. try:
  1803. path = sys.modules[parent].__path__
  1804. except AttributeError as e:
  1805. raise TypeError("Not a package:", parent) from e
  1806. # Track what packages are namespaces, so when new path items are added,
  1807. # they can be updated
  1808. _namespace_packages.setdefault(parent or None, []).append(packageName)
  1809. _namespace_packages.setdefault(packageName, [])
  1810. for path_item in path:
  1811. # Ensure all the parent's path items are reflected in the child,
  1812. # if they apply
  1813. _handle_ns(packageName, path_item)
  1814. finally:
  1815. _imp.release_lock()
  1816. def fixup_namespace_packages(path_item, parent=None):
  1817. """Ensure that previously-declared namespace packages include path_item"""
  1818. _imp.acquire_lock()
  1819. try:
  1820. for package in _namespace_packages.get(parent, ()):
  1821. subpath = _handle_ns(package, path_item)
  1822. if subpath:
  1823. fixup_namespace_packages(subpath, package)
  1824. finally:
  1825. _imp.release_lock()
  1826. def file_ns_handler(importer, path_item, packageName, module):
  1827. """Compute an ns-package subpath for a filesystem or zipfile importer"""
  1828. subpath = os.path.join(path_item, packageName.split('.')[-1])
  1829. normalized = _normalize_cached(subpath)
  1830. for item in module.__path__:
  1831. if _normalize_cached(item) == normalized:
  1832. break
  1833. else:
  1834. # Only return the path if it's not already there
  1835. return subpath
  1836. register_namespace_handler(pkgutil.ImpImporter, file_ns_handler)
  1837. register_namespace_handler(zipimport.zipimporter, file_ns_handler)
  1838. if hasattr(importlib_machinery, 'FileFinder'):
  1839. register_namespace_handler(importlib_machinery.FileFinder, file_ns_handler)
  1840. def null_ns_handler(importer, path_item, packageName, module):
  1841. return None
  1842. register_namespace_handler(object, null_ns_handler)
  1843. def normalize_path(filename):
  1844. """Normalize a file/dir name for comparison purposes"""
  1845. return os.path.normcase(os.path.realpath(os.path.normpath(
  1846. _cygwin_patch(filename))))
  1847. def _cygwin_patch(filename): # pragma: nocover
  1848. """
  1849. Contrary to POSIX 2008, on Cygwin, getcwd (3) contains
  1850. symlink components. Using
  1851. os.path.abspath() works around this limitation. A fix in os.getcwd()
  1852. would probably better, in Cygwin even more so, except
  1853. that this seems to be by design...
  1854. """
  1855. return os.path.abspath(filename) if sys.platform == 'cygwin' else filename
  1856. def _normalize_cached(filename, _cache={}):
  1857. try:
  1858. return _cache[filename]
  1859. except KeyError:
  1860. _cache[filename] = result = normalize_path(filename)
  1861. return result
  1862. def _is_egg_path(path):
  1863. """
  1864. Determine if given path appears to be an egg.
  1865. """
  1866. return path.lower().endswith('.egg')
  1867. def _is_unpacked_egg(path):
  1868. """
  1869. Determine if given path appears to be an unpacked egg.
  1870. """
  1871. return (
  1872. _is_egg_path(path) and
  1873. os.path.isfile(os.path.join(path, 'EGG-INFO', 'PKG-INFO'))
  1874. )
  1875. def _set_parent_ns(packageName):
  1876. parts = packageName.split('.')
  1877. name = parts.pop()
  1878. if parts:
  1879. parent = '.'.join(parts)
  1880. setattr(sys.modules[parent], name, sys.modules[packageName])
  1881. def yield_lines(strs):
  1882. """Yield non-empty/non-comment lines of a string or sequence"""
  1883. if isinstance(strs, six.string_types):
  1884. for s in strs.splitlines():
  1885. s = s.strip()
  1886. # skip blank lines/comments
  1887. if s and not s.startswith('#'):
  1888. yield s
  1889. else:
  1890. for ss in strs:
  1891. for s in yield_lines(ss):
  1892. yield s
  1893. MODULE = re.compile(r"\w+(\.\w+)*$").match
  1894. EGG_NAME = re.compile(
  1895. r"""
  1896. (?P<name>[^-]+) (
  1897. -(?P<ver>[^-]+) (
  1898. -py(?P<pyver>[^-]+) (
  1899. -(?P<plat>.+)
  1900. )?
  1901. )?
  1902. )?
  1903. """,
  1904. re.VERBOSE | re.IGNORECASE,
  1905. ).match
  1906. class EntryPoint:
  1907. """Object representing an advertised importable object"""
  1908. def __init__(self, name, module_name, attrs=(), extras=(), dist=None):
  1909. if not MODULE(module_name):
  1910. raise ValueError("Invalid module name", module_name)
  1911. self.name = name
  1912. self.module_name = module_name
  1913. self.attrs = tuple(attrs)
  1914. self.extras = tuple(extras)
  1915. self.dist = dist
  1916. def __str__(self):
  1917. s = "%s = %s" % (self.name, self.module_name)
  1918. if self.attrs:
  1919. s += ':' + '.'.join(self.attrs)
  1920. if self.extras:
  1921. s += ' [%s]' % ','.join(self.extras)
  1922. return s
  1923. def __repr__(self):
  1924. return "EntryPoint.parse(%r)" % str(self)
  1925. def load(self, require=True, *args, **kwargs):
  1926. """
  1927. Require packages for this EntryPoint, then resolve it.
  1928. """
  1929. if not require or args or kwargs:
  1930. warnings.warn(
  1931. "Parameters to load are deprecated. Call .resolve and "
  1932. ".require separately.",
  1933. PkgResourcesDeprecationWarning,
  1934. stacklevel=2,
  1935. )
  1936. if require:
  1937. self.require(*args, **kwargs)
  1938. return self.resolve()
  1939. def resolve(self):
  1940. """
  1941. Resolve the entry point from its module and attrs.
  1942. """
  1943. module = __import__(self.module_name, fromlist=['__name__'], level=0)
  1944. try:
  1945. return functools.reduce(getattr, self.attrs, module)
  1946. except AttributeError as exc:
  1947. raise ImportError(str(exc)) from exc
  1948. def require(self, env=None, installer=None):
  1949. if self.extras and not self.dist:
  1950. raise UnknownExtra("Can't require() without a distribution", self)
  1951. # Get the requirements for this entry point with all its extras and
  1952. # then resolve them. We have to pass `extras` along when resolving so
  1953. # that the working set knows what extras we want. Otherwise, for
  1954. # dist-info distributions, the working set will assume that the
  1955. # requirements for that extra are purely optional and skip over them.
  1956. reqs = self.dist.requires(self.extras)
  1957. items = working_set.resolve(reqs, env, installer, extras=self.extras)
  1958. list(map(working_set.add, items))
  1959. pattern = re.compile(
  1960. r'\s*'
  1961. r'(?P<name>.+?)\s*'
  1962. r'=\s*'
  1963. r'(?P<module>[\w.]+)\s*'
  1964. r'(:\s*(?P<attr>[\w.]+))?\s*'
  1965. r'(?P<extras>\[.*\])?\s*$'
  1966. )
  1967. @classmethod
  1968. def parse(cls, src, dist=None):
  1969. """Parse a single entry point from string `src`
  1970. Entry point syntax follows the form::
  1971. name = some.module:some.attr [extra1, extra2]
  1972. The entry name and module name are required, but the ``:attrs`` and
  1973. ``[extras]`` parts are optional
  1974. """
  1975. m = cls.pattern.match(src)
  1976. if not m:
  1977. msg = "EntryPoint must be in 'name=module:attrs [extras]' format"
  1978. raise ValueError(msg, src)
  1979. res = m.groupdict()
  1980. extras = cls._parse_extras(res['extras'])
  1981. attrs = res['attr'].split('.') if res['attr'] else ()
  1982. return cls(res['name'], res['module'], attrs, extras, dist)
  1983. @classmethod
  1984. def _parse_extras(cls, extras_spec):
  1985. if not extras_spec:
  1986. return ()
  1987. req = Requirement.parse('x' + extras_spec)
  1988. if req.specs:
  1989. raise ValueError()
  1990. return req.extras
  1991. @classmethod
  1992. def parse_group(cls, group, lines, dist=None):
  1993. """Parse an entry point group"""
  1994. if not MODULE(group):
  1995. raise ValueError("Invalid group name", group)
  1996. this = {}
  1997. for line in yield_lines(lines):
  1998. ep = cls.parse(line, dist)
  1999. if ep.name in this:
  2000. raise ValueError("Duplicate entry point", group, ep.name)
  2001. this[ep.name] = ep
  2002. return this
  2003. @classmethod
  2004. def parse_map(cls, data, dist=None):
  2005. """Parse a map of entry point groups"""
  2006. if isinstance(data, dict):
  2007. data = data.items()
  2008. else:
  2009. data = split_sections(data)
  2010. maps = {}
  2011. for group, lines in data:
  2012. if group is None:
  2013. if not lines:
  2014. continue
  2015. raise ValueError("Entry points must be listed in groups")
  2016. group = group.strip()
  2017. if group in maps:
  2018. raise ValueError("Duplicate group name", group)
  2019. maps[group] = cls.parse_group(group, lines, dist)
  2020. return maps
  2021. def _version_from_file(lines):
  2022. """
  2023. Given an iterable of lines from a Metadata file, return
  2024. the value of the Version field, if present, or None otherwise.
  2025. """
  2026. def is_version_line(line):
  2027. return line.lower().startswith('version:')
  2028. version_lines = filter(is_version_line, lines)
  2029. line = next(iter(version_lines), '')
  2030. _, _, value = line.partition(':')
  2031. return safe_version(value.strip()) or None
  2032. class Distribution:
  2033. """Wrap an actual or potential sys.path entry w/metadata"""
  2034. PKG_INFO = 'PKG-INFO'
  2035. def __init__(
  2036. self, location=None, metadata=None, project_name=None,
  2037. version=None, py_version=PY_MAJOR, platform=None,
  2038. precedence=EGG_DIST):
  2039. self.project_name = safe_name(project_name or 'Unknown')
  2040. if version is not None:
  2041. self._version = safe_version(version)
  2042. self.py_version = py_version
  2043. self.platform = platform
  2044. self.location = location
  2045. self.precedence = precedence
  2046. self._provider = metadata or empty_provider
  2047. @classmethod
  2048. def from_location(cls, location, basename, metadata=None, **kw):
  2049. project_name, version, py_version, platform = [None] * 4
  2050. basename, ext = os.path.splitext(basename)
  2051. if ext.lower() in _distributionImpl:
  2052. cls = _distributionImpl[ext.lower()]
  2053. match = EGG_NAME(basename)
  2054. if match:
  2055. project_name, version, py_version, platform = match.group(
  2056. 'name', 'ver', 'pyver', 'plat'
  2057. )
  2058. return cls(
  2059. location, metadata, project_name=project_name, version=version,
  2060. py_version=py_version, platform=platform, **kw
  2061. )._reload_version()
  2062. def _reload_version(self):
  2063. return self
  2064. @property
  2065. def hashcmp(self):
  2066. return (
  2067. self.parsed_version,
  2068. self.precedence,
  2069. self.key,
  2070. self.location,
  2071. self.py_version or '',
  2072. self.platform or '',
  2073. )
  2074. def __hash__(self):
  2075. return hash(self.hashcmp)
  2076. def __lt__(self, other):
  2077. return self.hashcmp < other.hashcmp
  2078. def __le__(self, other):
  2079. return self.hashcmp <= other.hashcmp
  2080. def __gt__(self, other):
  2081. return self.hashcmp > other.hashcmp
  2082. def __ge__(self, other):
  2083. return self.hashcmp >= other.hashcmp
  2084. def __eq__(self, other):
  2085. if not isinstance(other, self.__class__):
  2086. # It's not a Distribution, so they are not equal
  2087. return False
  2088. return self.hashcmp == other.hashcmp
  2089. def __ne__(self, other):
  2090. return not self == other
  2091. # These properties have to be lazy so that we don't have to load any
  2092. # metadata until/unless it's actually needed. (i.e., some distributions
  2093. # may not know their name or version without loading PKG-INFO)
  2094. @property
  2095. def key(self):
  2096. try:
  2097. return self._key
  2098. except AttributeError:
  2099. self._key = key = self.project_name.lower()
  2100. return key
  2101. @property
  2102. def parsed_version(self):
  2103. if not hasattr(self, "_parsed_version"):
  2104. self._parsed_version = parse_version(self.version)
  2105. return self._parsed_version
  2106. def _warn_legacy_version(self):
  2107. LV = packaging.version.LegacyVersion
  2108. is_legacy = isinstance(self._parsed_version, LV)
  2109. if not is_legacy:
  2110. return
  2111. # While an empty version is technically a legacy version and
  2112. # is not a valid PEP 440 version, it's also unlikely to
  2113. # actually come from someone and instead it is more likely that
  2114. # it comes from setuptools attempting to parse a filename and
  2115. # including it in the list. So for that we'll gate this warning
  2116. # on if the version is anything at all or not.
  2117. if not self.version:
  2118. return
  2119. tmpl = textwrap.dedent("""
  2120. '{project_name} ({version})' is being parsed as a legacy,
  2121. non PEP 440,
  2122. version. You may find odd behavior and sort order.
  2123. In particular it will be sorted as less than 0.0. It
  2124. is recommended to migrate to PEP 440 compatible
  2125. versions.
  2126. """).strip().replace('\n', ' ')
  2127. warnings.warn(tmpl.format(**vars(self)), PEP440Warning)
  2128. @property
  2129. def version(self):
  2130. try:
  2131. return self._version
  2132. except AttributeError as e:
  2133. version = self._get_version()
  2134. if version is None:
  2135. path = self._get_metadata_path_for_display(self.PKG_INFO)
  2136. msg = (
  2137. "Missing 'Version:' header and/or {} file at path: {}"
  2138. ).format(self.PKG_INFO, path)
  2139. raise ValueError(msg, self) from e
  2140. return version
  2141. @property
  2142. def _dep_map(self):
  2143. """
  2144. A map of extra to its list of (direct) requirements
  2145. for this distribution, including the null extra.
  2146. """
  2147. try:
  2148. return self.__dep_map
  2149. except AttributeError:
  2150. self.__dep_map = self._filter_extras(self._build_dep_map())
  2151. return self.__dep_map
  2152. @staticmethod
  2153. def _filter_extras(dm):
  2154. """
  2155. Given a mapping of extras to dependencies, strip off
  2156. environment markers and filter out any dependencies
  2157. not matching the markers.
  2158. """
  2159. for extra in list(filter(None, dm)):
  2160. new_extra = extra
  2161. reqs = dm.pop(extra)
  2162. new_extra, _, marker = extra.partition(':')
  2163. fails_marker = marker and (
  2164. invalid_marker(marker)
  2165. or not evaluate_marker(marker)
  2166. )
  2167. if fails_marker:
  2168. reqs = []
  2169. new_extra = safe_extra(new_extra) or None
  2170. dm.setdefault(new_extra, []).extend(reqs)
  2171. return dm
  2172. def _build_dep_map(self):
  2173. dm = {}
  2174. for name in 'requires.txt', 'depends.txt':
  2175. for extra, reqs in split_sections(self._get_metadata(name)):
  2176. dm.setdefault(extra, []).extend(parse_requirements(reqs))
  2177. return dm
  2178. def requires(self, extras=()):
  2179. """List of Requirements needed for this distro if `extras` are used"""
  2180. dm = self._dep_map
  2181. deps = []
  2182. deps.extend(dm.get(None, ()))
  2183. for ext in extras:
  2184. try:
  2185. deps.extend(dm[safe_extra(ext)])
  2186. except KeyError as e:
  2187. raise UnknownExtra(
  2188. "%s has no such extra feature %r" % (self, ext)
  2189. ) from e
  2190. return deps
  2191. def _get_metadata_path_for_display(self, name):
  2192. """
  2193. Return the path to the given metadata file, if available.
  2194. """
  2195. try:
  2196. # We need to access _get_metadata_path() on the provider object
  2197. # directly rather than through this class's __getattr__()
  2198. # since _get_metadata_path() is marked private.
  2199. path = self._provider._get_metadata_path(name)
  2200. # Handle exceptions e.g. in case the distribution's metadata
  2201. # provider doesn't support _get_metadata_path().
  2202. except Exception:
  2203. return '[could not detect]'
  2204. return path
  2205. def _get_metadata(self, name):
  2206. if self.has_metadata(name):
  2207. for line in self.get_metadata_lines(name):
  2208. yield line
  2209. def _get_version(self):
  2210. lines = self._get_metadata(self.PKG_INFO)
  2211. version = _version_from_file(lines)
  2212. return version
  2213. def activate(self, path=None, replace=False):
  2214. """Ensure distribution is importable on `path` (default=sys.path)"""
  2215. if path is None:
  2216. path = sys.path
  2217. self.insert_on(path, replace=replace)
  2218. if path is sys.path:
  2219. fixup_namespace_packages(self.location)
  2220. for pkg in self._get_metadata('namespace_packages.txt'):
  2221. if pkg in sys.modules:
  2222. declare_namespace(pkg)
  2223. def egg_name(self):
  2224. """Return what this distribution's standard .egg filename should be"""
  2225. filename = "%s-%s-py%s" % (
  2226. to_filename(self.project_name), to_filename(self.version),
  2227. self.py_version or PY_MAJOR
  2228. )
  2229. if self.platform:
  2230. filename += '-' + self.platform
  2231. return filename
  2232. def __repr__(self):
  2233. if self.location:
  2234. return "%s (%s)" % (self, self.location)
  2235. else:
  2236. return str(self)
  2237. def __str__(self):
  2238. try:
  2239. version = getattr(self, 'version', None)
  2240. except ValueError:
  2241. version = None
  2242. version = version or "[unknown version]"
  2243. return "%s %s" % (self.project_name, version)
  2244. def __getattr__(self, attr):
  2245. """Delegate all unrecognized public attributes to .metadata provider"""
  2246. if attr.startswith('_'):
  2247. raise AttributeError(attr)
  2248. return getattr(self._provider, attr)
  2249. def __dir__(self):
  2250. return list(
  2251. set(super(Distribution, self).__dir__())
  2252. | set(
  2253. attr for attr in self._provider.__dir__()
  2254. if not attr.startswith('_')
  2255. )
  2256. )
  2257. if not hasattr(object, '__dir__'):
  2258. # python 2.7 not supported
  2259. del __dir__
  2260. @classmethod
  2261. def from_filename(cls, filename, metadata=None, **kw):
  2262. return cls.from_location(
  2263. _normalize_cached(filename), os.path.basename(filename), metadata,
  2264. **kw
  2265. )
  2266. def as_requirement(self):
  2267. """Return a ``Requirement`` that matches this distribution exactly"""
  2268. if isinstance(self.parsed_version, packaging.version.Version):
  2269. spec = "%s==%s" % (self.project_name, self.parsed_version)
  2270. else:
  2271. spec = "%s===%s" % (self.project_name, self.parsed_version)
  2272. return Requirement.parse(spec)
  2273. def load_entry_point(self, group, name):
  2274. """Return the `name` entry point of `group` or raise ImportError"""
  2275. ep = self.get_entry_info(group, name)
  2276. if ep is None:
  2277. raise ImportError("Entry point %r not found" % ((group, name),))
  2278. return ep.load()
  2279. def get_entry_map(self, group=None):
  2280. """Return the entry point map for `group`, or the full entry map"""
  2281. try:
  2282. ep_map = self._ep_map
  2283. except AttributeError:
  2284. ep_map = self._ep_map = EntryPoint.parse_map(
  2285. self._get_metadata('entry_points.txt'), self
  2286. )
  2287. if group is not None:
  2288. return ep_map.get(group, {})
  2289. return ep_map
  2290. def get_entry_info(self, group, name):
  2291. """Return the EntryPoint object for `group`+`name`, or ``None``"""
  2292. return self.get_entry_map(group).get(name)
  2293. def insert_on(self, path, loc=None, replace=False):
  2294. """Ensure self.location is on path
  2295. If replace=False (default):
  2296. - If location is already in path anywhere, do nothing.
  2297. - Else:
  2298. - If it's an egg and its parent directory is on path,
  2299. insert just ahead of the parent.
  2300. - Else: add to the end of path.
  2301. If replace=True:
  2302. - If location is already on path anywhere (not eggs)
  2303. or higher priority than its parent (eggs)
  2304. do nothing.
  2305. - Else:
  2306. - If it's an egg and its parent directory is on path,
  2307. insert just ahead of the parent,
  2308. removing any lower-priority entries.
  2309. - Else: add it to the front of path.
  2310. """
  2311. loc = loc or self.location
  2312. if not loc:
  2313. return
  2314. nloc = _normalize_cached(loc)
  2315. bdir = os.path.dirname(nloc)
  2316. npath = [(p and _normalize_cached(p) or p) for p in path]
  2317. for p, item in enumerate(npath):
  2318. if item == nloc:
  2319. if replace:
  2320. break
  2321. else:
  2322. # don't modify path (even removing duplicates) if
  2323. # found and not replace
  2324. return
  2325. elif item == bdir and self.precedence == EGG_DIST:
  2326. # if it's an .egg, give it precedence over its directory
  2327. # UNLESS it's already been added to sys.path and replace=False
  2328. if (not replace) and nloc in npath[p:]:
  2329. return
  2330. if path is sys.path:
  2331. self.check_version_conflict()
  2332. path.insert(p, loc)
  2333. npath.insert(p, nloc)
  2334. break
  2335. else:
  2336. if path is sys.path:
  2337. self.check_version_conflict()
  2338. if replace:
  2339. path.insert(0, loc)
  2340. else:
  2341. path.append(loc)
  2342. return
  2343. # p is the spot where we found or inserted loc; now remove duplicates
  2344. while True:
  2345. try:
  2346. np = npath.index(nloc, p + 1)
  2347. except ValueError:
  2348. break
  2349. else:
  2350. del npath[np], path[np]
  2351. # ha!
  2352. p = np
  2353. return
  2354. def check_version_conflict(self):
  2355. if self.key == 'setuptools':
  2356. # ignore the inevitable setuptools self-conflicts :(
  2357. return
  2358. nsp = dict.fromkeys(self._get_metadata('namespace_packages.txt'))
  2359. loc = normalize_path(self.location)
  2360. for modname in self._get_metadata('top_level.txt'):
  2361. if (modname not in sys.modules or modname in nsp
  2362. or modname in _namespace_packages):
  2363. continue
  2364. if modname in ('pkg_resources', 'setuptools', 'site'):
  2365. continue
  2366. fn = getattr(sys.modules[modname], '__file__', None)
  2367. if fn and (normalize_path(fn).startswith(loc) or
  2368. fn.startswith(self.location)):
  2369. continue
  2370. issue_warning(
  2371. "Module %s was already imported from %s, but %s is being added"
  2372. " to sys.path" % (modname, fn, self.location),
  2373. )
  2374. def has_version(self):
  2375. try:
  2376. self.version
  2377. except ValueError:
  2378. issue_warning("Unbuilt egg for " + repr(self))
  2379. return False
  2380. return True
  2381. def clone(self, **kw):
  2382. """Copy this distribution, substituting in any changed keyword args"""
  2383. names = 'project_name version py_version platform location precedence'
  2384. for attr in names.split():
  2385. kw.setdefault(attr, getattr(self, attr, None))
  2386. kw.setdefault('metadata', self._provider)
  2387. return self.__class__(**kw)
  2388. @property
  2389. def extras(self):
  2390. return [dep for dep in self._dep_map if dep]
  2391. class EggInfoDistribution(Distribution):
  2392. def _reload_version(self):
  2393. """
  2394. Packages installed by distutils (e.g. numpy or scipy),
  2395. which uses an old safe_version, and so
  2396. their version numbers can get mangled when
  2397. converted to filenames (e.g., 1.11.0.dev0+2329eae to
  2398. 1.11.0.dev0_2329eae). These distributions will not be
  2399. parsed properly
  2400. downstream by Distribution and safe_version, so
  2401. take an extra step and try to get the version number from
  2402. the metadata file itself instead of the filename.
  2403. """
  2404. md_version = self._get_version()
  2405. if md_version:
  2406. self._version = md_version
  2407. return self
  2408. class DistInfoDistribution(Distribution):
  2409. """
  2410. Wrap an actual or potential sys.path entry
  2411. w/metadata, .dist-info style.
  2412. """
  2413. PKG_INFO = 'METADATA'
  2414. EQEQ = re.compile(r"([\(,])\s*(\d.*?)\s*([,\)])")
  2415. @property
  2416. def _parsed_pkg_info(self):
  2417. """Parse and cache metadata"""
  2418. try:
  2419. return self._pkg_info
  2420. except AttributeError:
  2421. metadata = self.get_metadata(self.PKG_INFO)
  2422. self._pkg_info = email.parser.Parser().parsestr(metadata)
  2423. return self._pkg_info
  2424. @property
  2425. def _dep_map(self):
  2426. try:
  2427. return self.__dep_map
  2428. except AttributeError:
  2429. self.__dep_map = self._compute_dependencies()
  2430. return self.__dep_map
  2431. def _compute_dependencies(self):
  2432. """Recompute this distribution's dependencies."""
  2433. dm = self.__dep_map = {None: []}
  2434. reqs = []
  2435. # Including any condition expressions
  2436. for req in self._parsed_pkg_info.get_all('Requires-Dist') or []:
  2437. reqs.extend(parse_requirements(req))
  2438. def reqs_for_extra(extra):
  2439. for req in reqs:
  2440. if not req.marker or req.marker.evaluate({'extra': extra}):
  2441. yield req
  2442. common = frozenset(reqs_for_extra(None))
  2443. dm[None].extend(common)
  2444. for extra in self._parsed_pkg_info.get_all('Provides-Extra') or []:
  2445. s_extra = safe_extra(extra.strip())
  2446. dm[s_extra] = list(frozenset(reqs_for_extra(extra)) - common)
  2447. return dm
  2448. _distributionImpl = {
  2449. '.egg': Distribution,
  2450. '.egg-info': EggInfoDistribution,
  2451. '.dist-info': DistInfoDistribution,
  2452. }
  2453. def issue_warning(*args, **kw):
  2454. level = 1
  2455. g = globals()
  2456. try:
  2457. # find the first stack frame that is *not* code in
  2458. # the pkg_resources module, to use for the warning
  2459. while sys._getframe(level).f_globals is g:
  2460. level += 1
  2461. except ValueError:
  2462. pass
  2463. warnings.warn(stacklevel=level + 1, *args, **kw)
  2464. def parse_requirements(strs):
  2465. """Yield ``Requirement`` objects for each specification in `strs`
  2466. `strs` must be a string, or a (possibly-nested) iterable thereof.
  2467. """
  2468. # create a steppable iterator, so we can handle \-continuations
  2469. lines = iter(yield_lines(strs))
  2470. for line in lines:
  2471. # Drop comments -- a hash without a space may be in a URL.
  2472. if ' #' in line:
  2473. line = line[:line.find(' #')]
  2474. # If there is a line continuation, drop it, and append the next line.
  2475. if line.endswith('\\'):
  2476. line = line[:-2].strip()
  2477. try:
  2478. line += next(lines)
  2479. except StopIteration:
  2480. return
  2481. yield Requirement(line)
  2482. class RequirementParseError(packaging.requirements.InvalidRequirement):
  2483. "Compatibility wrapper for InvalidRequirement"
  2484. class Requirement(packaging.requirements.Requirement):
  2485. def __init__(self, requirement_string):
  2486. """DO NOT CALL THIS UNDOCUMENTED METHOD; use Requirement.parse()!"""
  2487. super(Requirement, self).__init__(requirement_string)
  2488. self.unsafe_name = self.name
  2489. project_name = safe_name(self.name)
  2490. self.project_name, self.key = project_name, project_name.lower()
  2491. self.specs = [
  2492. (spec.operator, spec.version) for spec in self.specifier]
  2493. self.extras = tuple(map(safe_extra, self.extras))
  2494. self.hashCmp = (
  2495. self.key,
  2496. self.url,
  2497. self.specifier,
  2498. frozenset(self.extras),
  2499. str(self.marker) if self.marker else None,
  2500. )
  2501. self.__hash = hash(self.hashCmp)
  2502. def __eq__(self, other):
  2503. return (
  2504. isinstance(other, Requirement) and
  2505. self.hashCmp == other.hashCmp
  2506. )
  2507. def __ne__(self, other):
  2508. return not self == other
  2509. def __contains__(self, item):
  2510. if isinstance(item, Distribution):
  2511. if item.key != self.key:
  2512. return False
  2513. item = item.version
  2514. # Allow prereleases always in order to match the previous behavior of
  2515. # this method. In the future this should be smarter and follow PEP 440
  2516. # more accurately.
  2517. return self.specifier.contains(item, prereleases=True)
  2518. def __hash__(self):
  2519. return self.__hash
  2520. def __repr__(self):
  2521. return "Requirement.parse(%r)" % str(self)
  2522. @staticmethod
  2523. def parse(s):
  2524. req, = parse_requirements(s)
  2525. return req
  2526. def _always_object(classes):
  2527. """
  2528. Ensure object appears in the mro even
  2529. for old-style classes.
  2530. """
  2531. if object not in classes:
  2532. return classes + (object,)
  2533. return classes
  2534. def _find_adapter(registry, ob):
  2535. """Return an adapter factory for `ob` from `registry`"""
  2536. types = _always_object(inspect.getmro(getattr(ob, '__class__', type(ob))))
  2537. for t in types:
  2538. if t in registry:
  2539. return registry[t]
  2540. def ensure_directory(path):
  2541. """Ensure that the parent directory of `path` exists"""
  2542. dirname = os.path.dirname(path)
  2543. os.makedirs(dirname, exist_ok=True)
  2544. def _bypass_ensure_directory(path):
  2545. """Sandbox-bypassing version of ensure_directory()"""
  2546. if not WRITE_SUPPORT:
  2547. raise IOError('"os.mkdir" not supported on this platform.')
  2548. dirname, filename = split(path)
  2549. if dirname and filename and not isdir(dirname):
  2550. _bypass_ensure_directory(dirname)
  2551. try:
  2552. mkdir(dirname, 0o755)
  2553. except FileExistsError:
  2554. pass
  2555. def split_sections(s):
  2556. """Split a string or iterable thereof into (section, content) pairs
  2557. Each ``section`` is a stripped version of the section header ("[section]")
  2558. and each ``content`` is a list of stripped lines excluding blank lines and
  2559. comment-only lines. If there are any such lines before the first section
  2560. header, they're returned in a first ``section`` of ``None``.
  2561. """
  2562. section = None
  2563. content = []
  2564. for line in yield_lines(s):
  2565. if line.startswith("["):
  2566. if line.endswith("]"):
  2567. if section or content:
  2568. yield section, content
  2569. section = line[1:-1].strip()
  2570. content = []
  2571. else:
  2572. raise ValueError("Invalid section heading", line)
  2573. else:
  2574. content.append(line)
  2575. # wrap up last segment
  2576. yield section, content
  2577. def _mkstemp(*args, **kw):
  2578. old_open = os.open
  2579. try:
  2580. # temporarily bypass sandboxing
  2581. os.open = os_open
  2582. return tempfile.mkstemp(*args, **kw)
  2583. finally:
  2584. # and then put it back
  2585. os.open = old_open
  2586. # Silence the PEP440Warning by default, so that end users don't get hit by it
  2587. # randomly just because they use pkg_resources. We want to append the rule
  2588. # because we want earlier uses of filterwarnings to take precedence over this
  2589. # one.
  2590. warnings.filterwarnings("ignore", category=PEP440Warning, append=True)
  2591. # from jaraco.functools 1.3
  2592. def _call_aside(f, *args, **kwargs):
  2593. f(*args, **kwargs)
  2594. return f
  2595. @_call_aside
  2596. def _initialize(g=globals()):
  2597. "Set up global resource manager (deliberately not state-saved)"
  2598. manager = ResourceManager()
  2599. g['_manager'] = manager
  2600. g.update(
  2601. (name, getattr(manager, name))
  2602. for name in dir(manager)
  2603. if not name.startswith('_')
  2604. )
  2605. @_call_aside
  2606. def _initialize_master_working_set():
  2607. """
  2608. Prepare the master working set and make the ``require()``
  2609. API available.
  2610. This function has explicit effects on the global state
  2611. of pkg_resources. It is intended to be invoked once at
  2612. the initialization of this module.
  2613. Invocation by other packages is unsupported and done
  2614. at their own risk.
  2615. """
  2616. working_set = WorkingSet._build_master()
  2617. _declare_state('object', working_set=working_set)
  2618. require = working_set.require
  2619. iter_entry_points = working_set.iter_entry_points
  2620. add_activation_listener = working_set.subscribe
  2621. run_script = working_set.run_script
  2622. # backward compatibility
  2623. run_main = run_script
  2624. # Activate all distributions already on sys.path with replace=False and
  2625. # ensure that all distributions added to the working set in the future
  2626. # (e.g. by calling ``require()``) will get activated as well,
  2627. # with higher priority (replace=True).
  2628. tuple(
  2629. dist.activate(replace=False)
  2630. for dist in working_set
  2631. )
  2632. add_activation_listener(
  2633. lambda dist: dist.activate(replace=True),
  2634. existing=False,
  2635. )
  2636. working_set.entries = []
  2637. # match order
  2638. list(map(working_set.add_entry, sys.path))
  2639. globals().update(locals())
  2640. class PkgResourcesDeprecationWarning(Warning):
  2641. """
  2642. Base class for warning about deprecations in ``pkg_resources``
  2643. This class is not derived from ``DeprecationWarning``, and as such is
  2644. visible by default.
  2645. """