#!/usr/bin/python

#

# CDDL HEADER START

#

# The contents of this file are subject to the terms of the

# Common Development and Distribution License (the "License").

# You may not use this file except in compliance with the License.

#

# You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE

# or http://www.opensolaris.org/os/licensing.

# See the License for the specific language governing permissions

# and limitations under the License.

#

# When distributing Covered Code, include this CDDL HEADER in each

# file and include the License file at usr/src/OPENSOLARIS.LICENSE.

# If applicable, add the following below this CDDL HEADER, with the

# fields enclosed by brackets "[]" replaced with your own identifying

# information: Portions Copyright [yyyy] [name of copyright owner]

#

# CDDL HEADER END

#

#

# Copyright (c) 2009, 2011, Oracle and/or its affiliates. All rights reserved.

#

import copy

import itertools

import operator

import os

import re

import urllib

from collections import namedtuple

import pkg.actions as actions

import pkg.client.api as api

import pkg.client.api_errors as apx

import pkg.flavor.base as base

import pkg.flavor.elf as elf_dep

import pkg.flavor.hardlink as hardlink

import pkg.flavor.script as script

import pkg.flavor.smf_manifest as smf_manifest

import pkg.fmri as fmri

import pkg.manifest as manifest

import pkg.portable as portable

import pkg.variant as variants

paths_prefix = "%s.path" % base.Dependency.DEPEND_DEBUG_PREFIX

files_prefix = "%s.file" % base.Dependency.DEPEND_DEBUG_PREFIX

reason_prefix = "%s.reason" % base.Dependency.DEPEND_DEBUG_PREFIX

type_prefix = "%s.type" % base.Dependency.DEPEND_DEBUG_PREFIX

target_prefix = "%s.target" % base.Dependency.DEPEND_DEBUG_PREFIX

bypassed_prefix = "%s.bypassed" % base.Dependency.DEPEND_DEBUG_PREFIX

via_links_prefix = "%s.via-links" % base.Dependency.DEPEND_DEBUG_PREFIX

# A tag used to hold the product of the paths_prefix and files_prefix

# contents, used when bypassing dependency generation

fullpaths_prefix = "%s.fullpath" % base.Dependency.DEPEND_DEBUG_PREFIX

Entries = namedtuple("Entries", ["delivered", "installed"])

# This namedtuple is used to hold two items. The first, delivered, is used to

# hold items which are part of packages being delivered.  The second, installed,

# is used to hold items which are part of packages installed on the system.

class DependencyError(Exception):

        """The parent class for all dependency exceptions."""

        pass

class MultiplePackagesPathError(DependencyError):

        """This exception is used when a file dependency has paths which cause

        two or more packages to deliver files which fulfill the dependency under

        some combination of variants."""

        def __set_pkg_name(self, name):

                self.__pkg_name = str(name)

        pkg_name = property(lambda self: self.__pkg_name, __set_pkg_name)

        def __init__(self, res, source, vc, pkg_name=None):

                self.res = res

                self.source = source

                self.vc = vc

                self.pkg_name = pkg_name

        def __str__(self):

                if self.vc.sat_set and self.pkg_name:

                        return _("The file dependency %(src)s delivered in "

                            "package %(pkg)s has paths which resolve to "

                            "multiple packages under this combination of "

                            "variants:\n%(vars)s\nThe actions "

                            "are:\n%(acts)s") % {

                                "src":self.source,

                                "acts":"\n".join(

                                    ["\t%s" % a for a in self.res]),

                                "vars":"\n".join([

                                    " ".join([

                                        ("%s:%s" % (name, val))

                                        for name, val in grp

                                    ])

                                    for grp in self.vc.sat_set]),

                                "pkg": self.pkg_name

                            }

                elif self.vc.sat_set:

                        return _("The file dependency %(src)s has paths which"

                            "resolve to multiple packages under this "

                            "combination of variants:\n%(vars)s\nThe actions "

                            "are:\n%(acts)s") % {

                                "src":self.source,

                                "acts":"\n".join(

                                    ["\t%s" % a for a in self.res]),

                                "vars":"\n".join([

                                    " ".join([

                                        ("%s:%s" % (name, val))

                                        for name, val in grp

                                    ])

                                    for grp in self.vc.sat_set])

                            }

                elif self.pkg_name:

                        return _("The file dependency %(src)s delivered in "

                            "%(pkg)s has paths which resolve to multiple "

                            "packages.\nThe actions are:\n%(acts)s") % {

                                "src":self.source,

                                "acts":"\n".join(

                                ["\t%s" % a for a in self.res]),

                                "pkg":self.pkg_name

                            }

                else:

                        return _("The file dependency %(src)s has paths which "

                            "resolve to multiple packages.\nThe actions "

                            "are:\n%(acts)s") % {

                                "src":self.source,

                                "acts":"\n".join(

                                ["\t%s" % a for a in self.res])

                            }

class AmbiguousPathError(DependencyError):

        """This exception is used when multiple packages deliver a path which

        is depended upon."""

        def __init__(self, pkgs, source):

                self.pkgs = pkgs

                self.source = source

        def __str__(self):

                return _("The file dependency %(src)s depends on a path "

                    "delivered by multiple packages. Those packages "

                    "are:%(pkgs)s") % {

                        "src":self.source,

                        "pkgs":" ".join([str(p) for p in self.pkgs])

                    }

class UnresolvedDependencyError(DependencyError):

        """This exception is used when no package delivers a file which is

        depended upon."""

        def __init__(self, pth, file_dep, pvars):

                self.path = pth

                self.file_dep = file_dep

                self.pvars = pvars

        def __str__(self):

                if self.pvars.not_sat_set:

                        return _("%(pth)s has unresolved dependency '%(dep)s' "

                            "under the following combinations of "

                            "variants:\n%(combo)s") % \

                            {

                                "pth":self.path,

                                "dep":self.file_dep,

                                "combo":"\n".join([

                                    " ".join([

                                        ("%s:%s" % (name, val))

                                        for name, val in sorted(grp)

                                    ])

                                    for grp in self.pvars.not_sat_set

                            ])}

                else:

                        return _("%(pth)s has unresolved dependency "

                            "'%(dep)s'.") % \

                            { "pth":self.path, "dep":self.file_dep }

class MissingPackageVariantError(DependencyError):

        """This exception is used when an action is tagged with a variant or

        variant value which the package is not tagged with."""

        def __init__(self, act_vars, pkg_vars, pth):

                self.act_vars = act_vars

                self.pkg_vars = pkg_vars

                self.path = pth

        def __str__(self):

                return _("The action delivering %(path)s is tagged with a "

                    "variant type or value not tagged on the package. "

                    "Dependencies on this file may fail to be reported.\n"

                    "The action's variants are: %(act)s\nThe package's "

                    "variants are: %(pkg)s") % {

                        "path": self.path,

                        "act": self.act_vars,

                        "pkg": self.pkg_vars

                    }

class BadDependencyFmri(DependencyError):

        """This exception is used when dependency actions have text in their

        fmri attributes which are not valid fmris."""

        def __init__(self, pkg, fmris):

                self.pkg = pkg

                self.fmris = fmris

        def __str__(self):

                return _("The package %(pkg)s contains depend actions with "

                    "values in their fmri attributes which are not valid "

                    "fmris.  The bad values are:\n%(fmris)s\n") % {

                    "pkg": self.pkg,

                    "fmris": "\n".join(["\t%s" % f for f in sorted(self.fmris)])

                }

class BadPackageFmri(DependencyError):

        """This exception is used when a manifest's fmri isn't a valid fmri."""

        def __init__(self, path, e):

                self.path = path

                self.exc = e

        def __str__(self):

                return _("The manifest '%(path)s' has an invalid package "

                    "FMRI:\n\t%(exc)s") % { "path": self.path, "exc": self.exc }

class ExtraVariantedDependency(DependencyError):

        """This exception is used when one or more dependency actions have a

        variant set on them which is not in the package's set of variants."""

        def __init__(self, pkg, reason_variants, manual_dep):

                self.pkg = pkg

                assert len(reason_variants) > 0

                self.rvs = reason_variants

                self.manual = manual_dep

        def __str__(self):

                s = ""

                for r, diff in sorted(self.rvs.iteritems()):

                        for kind in diff.type_diffs:

                                s += _("\t%(r)-15s Variant '%(kind)s' is not "

                                    "declared.\n") % \

                                    {"r":r, "kind":kind}

                        for k, v in diff.value_diffs:

                                s += _("\t%(r)-15s Variant '%(kind)s' is not "

                                    "declared to have value '%(val)s'.\n") % \

                                    {"r":r, "val":v, "kind":k}

                if not self.manual:

                        return _("The package '%(pkg)s' contains actions with "

                            "the\npaths seen below which have variants set on "

                            "them which are not set on the\npackage.  These "

                            "variants must be set on the package or removed "

                            "from the actions.\n\n%(rvs)s") % {

                            "pkg": self.pkg,

                            "rvs": s

                        }

                else:

                        return _("The package '%(pkg)s' contains manually "

                            "specified dependencies\nwhich have variants set "

                            "on them which are not set on the package.  "

                            "These\nvariants must be set on the package or "

                            "removed from the actions.\n\n%(rvs)s") % {

                            "pkg": self.pkg,

                            "rvs": s

                        }

class __NotSubset(DependencyError):

        def __init__(self, diff):

                self.diff = variants.VCTDifference(tuple(diff.type_diffs),

                    tuple(diff.value_diffs))

def list_implicit_deps(file_path, proto_dirs, dyn_tok_conv, run_paths,

    remove_internal_deps=True, convert=True, ignore_bypass=False):

        """Given the manifest provided in file_path, use the known dependency

        generators to produce a list of dependencies the files delivered by

        the manifest have.

        'file_path' is the path to the manifest for the package.

        'proto_dirs' is a list of paths to proto areas which hold the files that

        will be delivered by the package.

        'dyn_tok_conv' is the dictionary which maps the dynamic tokens, like

        $PLATFORM, to the values they should be expanded to.

        'run_paths' contains the run paths that are used to find modules.

        'convert' determines whether PublishingDependencies will be transformed

        to DependencyActions prior to being returned.  This is primarily an

        option to facilitate testing and debugging.

        'ignore_bypass' determines whether to bypass generation of dependencies

        against certain files or directories.  This is primarily an option to

        facilitate testing and debugging.

        """

        m, missing_manf_files = __make_manifest(file_path, proto_dirs)

        pkg_vars = m.get_all_variants()

        deps, elist, missing, pkg_attrs = list_implicit_deps_for_manifest(m,

            proto_dirs, pkg_vars, dyn_tok_conv, run_paths,

            ignore_bypass=ignore_bypass)

        rid_errs = []

        if remove_internal_deps:

                deps, rid_errs = resolve_internal_deps(deps, m, proto_dirs,

                    pkg_vars)

        if convert:

                deps = convert_to_standard_dep_actions(deps)

        return deps, missing_manf_files + elist + rid_errs, missing, pkg_attrs

def convert_to_standard_dep_actions(deps):

        """Convert pkg.base.Dependency objects to

        pkg.actions.dependency.Dependency objects."""

        res = []

        for d in deps:

                tmp = []

                for c in d.dep_vars.not_sat_set:

                        attrs = d.attrs.copy()

                        attrs.update(c)

                        tmp.append(actions.depend.DependencyAction(**attrs))

                if not tmp:

                        tmp.append(actions.depend.DependencyAction(**d.attrs))

                res.extend(tmp)

        return res

def resolve_internal_deps(deps, mfst, proto_dirs, pkg_vars):

        """Given a list of dependencies, remove those which are satisfied by

        others delivered by the same package.

        'deps' is a list of Dependency objects.

        'mfst' is the Manifest of the package that delivered the dependencies

        found in deps.

        'proto_dir' is the path to the proto area which holds the files that

        will be delivered by the package.

        'pkg_vars' are the variants that this package was published against."""

        res = []

        errs = []

        delivered = {}

        delivered_bn = {}

        files = Entries({}, {})

        links = {}

        # A fake pkg name is used because there is no requirement that a package

        # name itself to generate its dependencies.  Also, the name is entirely

        # a private construction which should not escape to the user.

        add_fmri_path_mapping(files.delivered, links,

        for a in mfst.gen_actions_by_type("file"):

                pvars = a.get_variant_template()

                if not pvars:

                        pvars = pkg_vars

                else:

                        if not pvars.issubset(pkg_vars):

                                # This happens when an action in a package is

                                # tagged with a variant type or value which the

                                # package has not been tagged with.

                                errs.append(

                                    MissingPackageVariantError(pvars, pkg_vars,

                                        a.attrs["path"]))

                        pvars.merge_unknown(pkg_vars)

                pvc = variants.VariantCombinations(pvars, satisfied=True)

                p = a.attrs["path"]

                bn = os.path.basename(p)

                delivered_bn.setdefault(bn, copy.copy(pvc))

        for d in deps:

                etype, pvars = d.resolve_internal(

                    delivered_files=files.delivered,

                    delivered_base_names=delivered_bn, links=links,

                    resolve_links=resolve_links)

                if etype is None:

                        continue

                pvars.simplify(pkg_vars)

                d.dep_vars = pvars

                res.append(d)

        return res, errs

def no_such_file(action, **kwargs):

        """Function to handle dispatch of files not found on the system."""

        return [], [base.MissingFile(action.attrs["path"])], {}

# Dictionary which maps codes from portable.get_file_type to the functions which

# find dependencies for those types of files.

dispatch_dict = {

    portable.ELF: elf_dep.process_elf_dependencies,

    portable.EXEC: script.process_script_deps,

    portable.SMF_MANIFEST: smf_manifest.process_smf_manifest_deps,

    portable.UNFOUND: no_such_file

}

def list_implicit_deps_for_manifest(mfst, proto_dirs, pkg_vars, dyn_tok_conv,

    run_paths, ignore_bypass=False):

        """For a manifest, produce the list of dependencies generated by the

        files it installs.

        'mfst' is the Manifest of the package that delivered the dependencies

        found in deps.

        'proto_dirs' are the paths to the proto areas which hold the files that

        will be delivered by the package.

        'pkg_vars' are the variants that this package was published against.

        'dyn_tok_conv' is the dictionary which maps the dynamic tokens, like

        $PLATFORM, to the values they should be expanded to.

        'run_paths' contains the run paths used to find modules, this is

        overridden by any manifest or action attributes setting

        'pkg.depend.runpath' (portable.PD_RUN_PATH)

        'ignore_bypass' set to True will prevent us from looking up any

        pkg.depend.bypass-generate attributes - this is primarily to aid

        debugging and testing.

        Returns a tuple of three lists.

        'deps' is a list of dependencies found for the given Manifest.

        'elist' is a list of errors encountered while finding dependencies.

        'missing' is a dictionary mapping a file type that isn't recognized by

        portable.get_file_type to a file which produced that filetype.

        'pkg_attrs' is a dictionary containing metadata that was gathered

        during dependency analysis. Typically these would get turned into

        AttributeActions for that package. """

        deps = []

        elist = []

        missing = {}

        pkg_attrs = {}

        act_list = list(mfst.gen_actions_by_type("file"))

        file_types = portable.get_file_type(act_list)

        if portable.PD_RUN_PATH in mfst:

                # check for multiple values in a set attribute

                run_path_str = mfst[portable.PD_RUN_PATH]

                es = __verify_run_path(run_path_str)

                if es:

                        return deps, elist + es, missing, pkg_attrs

                run_paths = run_path_str.split(":")

        mf_bypass = []

        if portable.PD_BYPASS_GENERATE in mfst:

                mf_bypass = __makelist(mfst[portable.PD_BYPASS_GENERATE])

        for i, file_type in enumerate(file_types):

                a = act_list[i]

                a_run_paths = run_paths

                if portable.PD_RUN_PATH in a.attrs:

                        a_run_path_str = a.attrs[portable.PD_RUN_PATH]

                        es = __verify_run_path(a_run_path_str)

                        if es:

                                return deps, elist + es, missing, pkg_attrs

                        a_run_paths = a_run_path_str.split(":")

                bypass = __makelist(

                    a.attrs.get(portable.PD_BYPASS_GENERATE, mf_bypass))

                # If we're bypassing all depdendency generation, we can avoid

                # calling our dispatch_dict function altogether.

                if (".*" in bypass or "^.*$" in bypass) and not ignore_bypass:

                        pkg_attrs[bypassed_prefix] = "%s:.*" % a.attrs["path"]

                        continue

                try:

                        func = dispatch_dict[file_type]

                except KeyError:

                        if file_type not in missing:

                                missing[file_type] = \

                                    a.attrs[portable.PD_LOCAL_PATH]

                else:

                        try:

                                ds, errs, attrs = func(action=a,

                                    pkg_vars=pkg_vars,

                                    dyn_tok_conv=dyn_tok_conv,

                                    run_paths=a_run_paths)

                                # prune out any dependencies on the files we've

                                # been asked to avoid creating dependencies on