Source code for pex.fetcher

# Copyright 2014 Pants project contributors (see CONTRIBUTORS.md).
# Licensed under the Apache License, Version 2.0 (see LICENSE).

from __future__ import absolute_import

import re
import warnings
from abc import abstractmethod

from .base import maybe_requirement
from .compatibility import PY3, AbstractClass

if PY3:
  import urllib.parse as urlparse
  from urllib.parse import urljoin
else:
  import urlparse
  from urlparse import urljoin


def normalize_name(name):
  """Normalize package name according to PEP-503"""
  return re.sub(r"[-_.]+", "-", name).lower()


class FetcherBase(AbstractClass):
  """
    A fetcher takes a Requirement and tells us where to crawl to find it.
  """

  @abstractmethod
  def urls(self, req):
    raise NotImplementedError


class Fetcher(FetcherBase):
  def __init__(self, urls):
    self._urls = urls

  def urls(self, _):
    return self._urls

  def __eq__(self, other):
    if not isinstance(other, Fetcher):
      return False
    return self._urls == other._urls


class PyPIFetcher(FetcherBase):
  PYPI_BASE = 'https://pypi.org/simple/'

  def __init__(self, pypi_base=PYPI_BASE, use_mirrors=False):
    if use_mirrors:
      warnings.warn('use_mirrors is now deprecated.')

    if not pypi_base.endswith('/'):
      pypi_base += '/'

    pypi_url = urlparse.urlparse(pypi_base)
    if not pypi_url.scheme:
      self._pypi_base = 'http://' + pypi_base
    else:
      self._pypi_base = pypi_base

  def urls(self, req):
    req = maybe_requirement(req)
    return [urljoin(self._pypi_base, '%s/' % normalize_name(req.project_name))]

  def __eq__(self, other):
    if not isinstance(other, PyPIFetcher):
      return False
    return self._pypi_base == other._pypi_base

  def __repr__(self):
    return 'PyPIFetcher(%r)' % self._pypi_base