#!/usr/bin/python2.6

#

# CDDL HEADER START

#

# The contents of this file are subject to the terms of the

# Common Development and Distribution License (the "License").

# You may not use this file except in compliance with the License.

#

# You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE

# or http://www.opensolaris.org/os/licensing.

# See the License for the specific language governing permissions

# and limitations under the License.

#

# When distributing Covered Code, include this CDDL HEADER in each

# file and include the License file at usr/src/OPENSOLARIS.LICENSE.

# If applicable, add the following below this CDDL HEADER, with the

# fields enclosed by brackets "[]" replaced with your own identifying

# information: Portions Copyright [yyyy] [name of copyright owner]

#

# CDDL HEADER END

#

#

# Copyright (c) 2008, 2010, Oracle and/or its affiliates. All rights reserved.

#

import calendar

import getopt

import gettext

import os

import shutil

import sys

import tempfile

import traceback

import urllib

import urlparse

import warnings

import pkg.catalog as catalog

import pkg.client.progress as progress

import pkg.config as cfg

import pkg.fmri

import pkg.manifest as manifest

import pkg.client.api_errors as apx

import pkg.client.transport.transport as transport

import pkg.misc as misc

import pkg.publish.transaction as trans

import pkg.search_errors as search_errors

import pkg.server.repository as sr

import pkg.version as version

from pkg.client import global_settings

from pkg.misc import emsg, get_pkg_otw_size, msg, PipeError

# Globals

cache_dir = None

complete_catalog = None

download_start = False

tmpdirs = []

temp_root = None

xport = None

xport_cfg = None

dest_xport = None

targ_pub = None

def error(text):

        """Emit an error message prefixed by the command name """

        # If we get passed something like an Exception, we can convert

        # it down to a string.

        text = str(text)

        # If the message starts with whitespace, assume that it should come

        # *before* the command-name prefix.

        text_nows = text.lstrip()

        ws = text[:len(text) - len(text_nows)]

        # This has to be a constant value as we can't reliably get our actual

        # program name on all platforms.

        emsg(ws + "pkgrecv: " + text_nows)

def usage(usage_error=None, retcode=2):

        """Emit a usage message and optionally prefix it with a more specific

        error message.  Causes program to exit."""

        if usage_error:

                error(usage_error)

        msg(_("""\

Usage:

        pkgrecv [-s src_uri] [-d (path|dest_uri)] [-c cache_dir]

            [-kr] [-m match] [-n] [--raw] [--key keyfile --cert certfile] 

            (fmri|pattern) ...

        pkgrecv [-s src_repo_uri] --newest 

Options:

        -c cache_dir    The path to a directory that will be used to cache

                        downloaded content.  If one is not supplied, the

                        client will automatically pick a cache directory.

                        In the case where a download is interrupted, and a

                        cache directory was automatically chosen, use this

                        option to resume the download.

        -d path_or_uri  The filesystem path or URI of the target repository to

                        republish packages to.  If not provided, the default

                        value is the current working directory.  The target

                        must already exist.  New repositories can be created

                        using pkgrepo(1).

        -h              Display this usage message.

        -k              Keep the retrieved package content compressed, ignored

                        when republishing.  Should not be used with pkgsend.

        -m match        Controls matching behaviour using the following values:

                            all-timestamps

                                includes all matching timestamps, not just

                                latest (implies all-versions)

                            all-versions

                                includes all matching versions, not just latest

        -n              Perform a trial run with no changes made.

        -r              Recursively evaluates all dependencies for the provided

                        list of packages and adds them to the list.

        -s src_repo_uri A URI representing the location of a pkg(5)

                        repository to retrieve package data from.

        --newest        List the most recent versions of the packages available

                        from the specified repository and exit.  (All other

                        options except -s will be ignored.)

        --raw           Retrieve and store the raw package data in a set of

                        directory structures by stem and version at the location

                        specified by -d.  May only be used with filesystem-

                        based destinations.  This can be used with pkgsend(1)

                        include to conveniently modify and republish packages,

                        perhaps by correcting file contents or providing

                        additional package metadata.

        --key keyfile   Specify a client SSL key file to use for pkg retrieval.

        --cert certfile Specify a client SSL certificate file to use for pkg retrieval.

Environment:

        PKG_DEST        Destination directory or repository URI

        PKG_SRC         Source repository URI"""))

        sys.exit(retcode)

def cleanup(caller_error=False):

        """To be called at program finish."""

        for d in tmpdirs:

                # If the cache_dir is in the list of directories that should

                # be cleaned up, but we're exiting with an error, then preserve

                # the directory so downloads may be resumed.

                if d == cache_dir and caller_error and download_start:

                        error(_("\n\nCached files were preserved in the "

                            "following directory:\n\t%s\nUse pkgrecv -c "

                            "to resume the interrupted download.") % cache_dir)

                        continue

                shutil.rmtree(d, True)

        if caller_error and dest_xport and targ_pub:

                try:

                        dest_xport.publish_refresh_packages(targ_pub)

                except apx.TransportError:

                        # If this fails, ignore it as this was a last ditch

                        # attempt anyway.

                        pass

def abort(err=None, retcode=1):

        """To be called when a fatal error is encountered."""

        if err:

                # Clear any possible output first.

                msg("")

                error(err)

        cleanup(caller_error=True)

        sys.exit(retcode)

def get_tracker(quiet=False):

        if quiet:

                progresstracker = progress.QuietProgressTracker()

        else:

                try:

                        progresstracker = \

                            progress.FancyUNIXProgressTracker()

                except progress.ProgressTrackerException:

                        progresstracker = progress.CommandLineProgressTracker()

        return progresstracker

def get_manifest(pfmri, basedir, contents=False):

        m = None

        pkgdir = os.path.join(basedir, pfmri.get_dir_path())

        mpath = os.path.join(pkgdir, "manifest")

        if not os.path.exists(mpath):

                m = xport.get_manifest(pfmri)

        else:

                # A FactoredManifest is used here to reduce peak memory

                # usage (notably when -r was specified).

                try:

                        m = manifest.FactoredManifest(pfmri, pkgdir)

                except:

                        abort(err=_("Unable to parse manifest '%(mpath)s' for "

                            "package '%(pfmri)s'") % locals())

        if contents:

                return m.tostr_unsorted()

        return m

def expand_fmri(pfmri, constraint=version.CONSTRAINT_AUTO):

        """Find matching fmri using CONSTRAINT_AUTO cache for performance.

        Returns None if no matching fmri is found."""

        if isinstance(pfmri, str):

                pfmri = pkg.fmri.PkgFmri(pfmri, "5.11")

        for f in complete_catalog.get(pfmri.pkg_name, []):

                if not pfmri.version or \

                    f.version.is_successor(pfmri.version, constraint):

                        return f

        return

def expand_matching_fmris(fmri_list, pfmri_strings):

        """find matching fmris using pattern matching and

        constraint auto."""

        counthash = {}

        try:

                patterns = [

                    pkg.fmri.MatchingPkgFmri(s, "5.11")

                    for s in pfmri_strings

                ]

        except pkg.fmri.FmriError, e:

                abort(err=e)

        return catalog.extract_matching_fmris(fmri_list,

            patterns=patterns, constraint=version.CONSTRAINT_AUTO,

            matcher=pkg.fmri.glob_match)

def get_dependencies(src_uri, fmri_list, basedir, tracker):

        old_limit = sys.getrecursionlimit()

        # The user may be recursing 'entire' or 'redistributable'.

        sys.setrecursionlimit(3000)

        s = set()

        for f in fmri_list:

                pfmri = expand_fmri(f)

                _get_dependencies(src_uri, s, pfmri, basedir, tracker)

        # Restore the previous default.

        sys.setrecursionlimit(old_limit)

        return list(s)

def _get_dependencies(src_uri, s, pfmri, basedir, tracker):

        """Expand all dependencies."""

        tracker.evaluate_progress(fmri=pfmri)

        s.add(pfmri)

        m = get_manifest(pfmri, basedir)

        for a in m.gen_actions_by_type("depend"):

                new_fmri = expand_fmri(a.attrs["fmri"])

                if new_fmri and new_fmri not in s:

                        _get_dependencies(src_uri, s, new_fmri, basedir,

                            tracker)

        return s

def add_hashes_to_multi(mfst, multi):

        """Takes a manifest and a multi object. Adds the hashes to the

        multi object, returns (get_bytes, send_bytes) tuple."""

        getb = 0

        sendb = 0

        for atype in ("file", "license"):

                for a in mfst.gen_actions_by_type(atype):

                        if a.needsdata(None, None):

                                multi.add_action(a)

                                getb += get_pkg_otw_size(a)

                                sendb += int(a.attrs.get("pkg.size", 0))

        return getb, sendb

def prune(fmri_list, all_versions, all_timestamps):

        """Returns a filtered version of fmri_list based on the provided

        parameters."""

        if all_timestamps:

                pass

        elif all_versions:

                dedup = {}

                for f in fmri_list:

                        dedup.setdefault(f.get_short_fmri(), []).append(f)

                fmri_list = [sorted(dedup[f], reverse=True)[0] for f in dedup]

        else:

                dedup = {}

                for f in fmri_list:

                        dedup.setdefault(f.pkg_name, []).append(f)

                fmri_list = [sorted(dedup[f], reverse=True)[0] for f in dedup]

        return fmri_list

def list_newest_fmris(fmri_list):

        """List the provided fmris."""

        fm_hash = {}

        fm_list = []

        # Order all fmris by package name

        for f in sorted(fmri_list):

                if f.pkg_name in fm_hash:

                        fm_hash[f.pkg_name].append(f)

                else:

                        fm_hash[f.pkg_name] = [ f ]

        # sort each fmri list

        for k in fm_hash.keys():

                fm_hash[k].sort(reverse = True)

                l = fm_hash[k]

                fm_list.append(l[0])

        for e in fm_list:

                msg(e.get_fmri())

def fetch_catalog(src_pub, tracker, txport):

        """Fetch the catalog from src_uri."""

        global complete_catalog

        src_uri = src_pub.selected_repository.origins[0].uri

        tracker.catalog_start(src_uri)

        if not src_pub.meta_root:

                # Create a temporary directory for catalog.

                cat_dir = tempfile.mkdtemp(dir=temp_root,

                    prefix=global_settings.client_name + "-")

                tmpdirs.append(cat_dir)

                src_pub.meta_root = cat_dir

        src_pub.transport = txport

        try:

                src_pub.refresh(True, True)

        except apx.TransportError, e:

                # Assume that a catalog doesn't exist for the target publisher,

                # and drive on.  If there was an actual failure due to a

                # transport issue, let the failure happen whenever some other

                # operation is attempted later.

                return []

        cat = src_pub.catalog

        d = {}

        fmri_list = []

        for f in cat.fmris():

                fmri_list.append(f)

                d.setdefault(f.pkg_name, [f]).append(f)

        for k in d.keys():

                d[k].sort(reverse=True)

        complete_catalog = d

        tracker.catalog_done()

        return fmri_list

def main_func():

        global cache_dir, download_start, xport, xport_cfg, dest_xport, targ_pub

        all_timestamps = False

        all_versions = False

        dry_run = False

        keep_compressed = False

        list_newest = False

        recursive = False

        src_uri = None

        target = None

        incoming_dir = None

        src_pub = None

        raw = False

        key = None

        cert = None

        temp_root = misc.config_temp_root()

        gettext.install("pkg", "/usr/share/locale")

        global_settings.client_name = "pkgrecv"

        target = os.environ.get("PKG_DEST", None)

        src_uri = os.environ.get("PKG_SRC", None)

        try:

                opts, pargs = getopt.getopt(sys.argv[1:], "c:d:hkm:nrs:", 

                    ["key=", "cert=", "newest", "raw"])

        except getopt.GetoptError, e:

                usage(_("Illegal option -- %s") % e.opt)

        for opt, arg in opts:

                if opt == "-c":

                        cache_dir = arg

                elif opt == "-d":

                        target = arg

                elif opt == "-h":

                        usage(retcode=0)

                elif opt == "-k":

                        keep_compressed = True

                elif opt == "-m":

                        if arg == "all-timestamps":

                                all_timestamps = True

                        elif arg == "all-versions":

                                all_versions = True

                        else:

                                usage(_("Illegal option value -- %s") % arg)

                elif opt == "-n":

                        dry_run = True

                elif opt == "-r":

                        recursive = True

                elif opt == "-s":

                        src_uri = arg

                elif opt == "--newest":

                        list_newest = True

                elif opt == "--raw":

                        raw = True

                elif opt == "--key":

                        key= arg

                elif opt == "--cert":

                        cert = arg

        if not src_uri:

                usage(_("a source repository must be provided"))

        else:

                src_uri = misc.parse_uri(src_uri)

        if not cache_dir:

                cache_dir = tempfile.mkdtemp(dir=temp_root,

                    prefix=global_settings.client_name + "-")

                # Only clean-up cache dir if implicitly created by pkgrecv.

                # User's cache-dirs should be preserved

                tmpdirs.append(cache_dir)

        incoming_dir = tempfile.mkdtemp(dir=temp_root,

            prefix=global_settings.client_name + "-")

        tmpdirs.append(incoming_dir)

        # Create transport and transport config

        xport, xport_cfg = transport.setup_transport()

        xport_cfg.add_cache(cache_dir, readonly=False)

        xport_cfg.incoming_root = incoming_dir

        # Since publication destionations may only have one repository

        # configured per publisher, create destination as separate transport

        # in case source and destination have identical publisher configuration

        # but different repository endpoints.

        dest_xport, dest_xport_cfg = transport.setup_transport()

        dest_xport_cfg.add_cache(cache_dir, readonly=False)

        dest_xport_cfg.incoming_root = incoming_dir

        # Configure src publisher(s).

        transport.setup_publisher(src_uri, "source", xport, xport_cfg,

            remote_prefix=True, ssl_key=key, ssl_cert=cert)

        any_unmatched = []

        total_processed = 0

        for src_pub in xport_cfg.gen_publishers():

                tracker = get_tracker()

                if list_newest:

                        if pargs or len(pargs) > 0:

                                usage(_("-n takes no options"))

                        fmri_list = fetch_catalog(src_pub, tracker, xport)

                        list_newest_fmris(fmri_list)

                        continue

                msg(_("Processing packages for publisher %s ...") %

                    src_pub.prefix)

                if pargs == None or len(pargs) == 0:

                        usage(_("must specify at least one pkgfmri"))

                republish = False

                if not target:

                        target = basedir = os.getcwd()

                elif target and not raw:

                        basedir = tempfile.mkdtemp(dir=temp_root,

                            prefix=global_settings.client_name + "-")

                        tmpdirs.append(basedir)

                        republish = True

                        # Turn target into a valid URI.

                        target = misc.parse_uri(target)