#!/usr/bin/env python
# -*- coding: utf-8 -*-
#
# Copyright (C) 2019 Apple Inc.  All rights reserved.
#
# Redistribution and use in source and binary forms, with or without
# modification, are permitted provided that the following conditions
# are met:
#
# 1. Redistributions of source code must retain the above copyright
#    notice, this list of conditions and the following disclaimer.
# 2. Redistributions in binary form must reproduce the above copyright
#    notice, this list of conditions and the following disclaimer in the
#    documentation and/or other materials provided with the distribution.
#
# THIS SOFTWARE IS PROVIDED BY APPLE INC. ``AS IS'' AND ANY
# EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
# PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL APPLE INC. OR
# CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
# EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
# PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
# PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY
# OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.

# Application represents the main operation of the script. It's a singleton,
# created by main() and then invoked to run everything. This class parses the
# command-line options, validates them, creates and invokes BaseGenerators,
# reports the results, and handles the catching and reporting of any
# exceptions/errors.

from __future__ import print_function

import argparse
import itertools
import os
import sys
import textwrap
import traceback

from functools import reduce

import webkitpy.generate_xcfilelists_lib.generators as Generators
import webkitpy.generate_xcfilelists_lib.util as util


EX_GENERAL_ERROR = 1  # General error
EX_ACTION_REQUIRED = 2  # Returned when script determines that the generated .xcfilelist files have changed.


class Application(object):

    __slots__ = (
        "command_file",
        "parser", "cmd_line_args",
        "dispatch", "project_specific_generators",
        "supported_project_tags", "supported_platforms", "supported_configurations")

    # Aliases for platforms. These are handy when using the script from the
    # command line and you don't remember if it's "ios" or "iphoneos, or "tvos"
    # or "appletvos". This list of aliases will let you use any of those.

    platform_aliases = {
        "ios":          "iphoneos",
        "iphone":       "iphoneos",
        "simulator":    "iphonesimulator",
        "sim":          "iphonesimulator",
        "mac":          "macosx",
        "macos":        "macosx",
        "osx":          "macosx",
        "tvos":         "appletvos",
        "tv":           "appletvos",
        "tvsimulator":  "appletvsimulator",
        "watch":        "watchos",
    }

    @util.LogEntryExit
    def __init__(self, command_file):
        self.command_file = os.path.realpath(command_file)
        self.parser = None
        self.cmd_line_args = None

        self.dispatch = {
            "generate":       self._cmd_set_environment_and_generate,
            "generate-xcode": self._cmd_generate_within_xcode,
            "check":          self._cmd_set_environment_and_check,
            "check-xcode":    self._cmd_check_within_xcode,
            "generate-inner": self._cmd_generate_within_xcode_and_return_results_to_caller,
            "help":           self._cmd_help,
        }

        self.project_specific_generators = {
            "JavaScriptCore":   Generators.JavaScriptCoreGenerator,
            "WebCore":          Generators.WebCoreGenerator,
            "WebKit":           Generators.WebKitGenerator,
            "DumpRenderTree":   Generators.DumpRenderTreeGenerator,
            "WebKitTestRunner": Generators.WebKitTestRunnerGenerator,
        }

        self.supported_project_tags = None
        self.supported_platforms = None
        self.supported_configurations = None

    @util.LogEntryExit
    def run(self):
        try:
            self._initialize()

            self.parser = self._create_parser()
            self.cmd_line_args = args = self.parser.parse_args()

            if args.help:
                return self._cmd_help(os.EX_OK)

            self._validate_args(args)

            try:
                func = self.dispatch[args.command]
            except KeyError as e:
                raise util.InvalidCommandError(args.command)

            return func()

        except util.InvalidArgumentError as e:
            print("### Invalid argument: {}".format(e))
            return self._cmd_help(os.EX_USAGE)

        except util.InvalidCommandError as e:
            if e.args:
                print("### Invalid command: {}".format(e))
            else:
                print("### Missing command")
            return self._cmd_help(os.EX_USAGE)

        except SystemExit:
            raise

        except BaseException as e:
            traceback.print_exc()
            return os.EX_SOFTWARE

    # Perform some post __init__ initialization. This is performed after
    # __init__ so that we can respond to any information provided in any
    # sub-class's __init__.

    @util.LogEntryExit
    def _initialize(self):
        def collect_attributes(key):
            configurations = set()
            for project_tag in self.project_specific_generators:
                configurations |= set(key(self.project_specific_generators[project_tag]))
            return configurations

        self.supported_project_tags = sorted(list(self.project_specific_generators.keys()))
        self.supported_platforms = sorted(list(collect_attributes(lambda gen_cls: gen_cls.VALID_PLATFORMS)))
        self.supported_configurations = sorted(list(collect_attributes(lambda gen_cls: gen_cls.VALID_CONFIGURATIONS)))

    @util.LogEntryExit
    def _create_parser(self):
        valid_commands = ("generate", "generate-xcode", "check", "check-xcode", "generate-inner", "help")
        valid_commands_prompt = "(" + " | ".join(valid_commands) + ")"

        parser = argparse.ArgumentParser(add_help=False,
                formatter_class=argparse.RawDescriptionHelpFormatter,
                description="""\
Generate or check .xcfilelist files. One of the following commands must be
specified on the command-line:

  generate              Generate a complete and up-to-date set of .xcfilelist
                        files and copy them to their appropriate places in the
                        project directories.
  generate-xcode        Similar to generate, but to be called from within Xcode.
  check                 Generate a complete and up-to-date set of .xcfilelist
                        files and compare them to their counterparts in the
                        project directories.
  check-xcode           Similar to check, but to be called from within Xcode.
  generate-inner        [Used by script internals] Generate an .xcfilelist file
                        for a particular combination of project, platform, and
                        configuration. This operation is performed in the
                        context of an Xcode build in order to inherit the same
                        environment as that build. Once generated, the results
                        are returned to the calling instance of this script.
  help                  Print this text and exit.""")

        parser.add_argument("command", action=util.CheckCommandAction,
                valid_commands=valid_commands, metavar=valid_commands_prompt,
                help="""\
                        The operation to perform.""")

        parser.add_argument("--project", action=util.CheckValidItemAction,
                item_type="project",
                valid_items=self.supported_project_tags,
                dest="project_tags", metavar="<PROJECT>", help="""\
                        Specify which project or projects for which to generate
                        .xcfilelist files or to check. Possible values are
                        ({}). Can be specified more than once. Default is to
                        iterate over all projects.""".format(
                            ", ".join(self.supported_project_tags)))
        parser.add_argument("--platform", action=util.CheckValidItemAction,
                item_type="platform",
                valid_items=self.supported_platforms,
                aliases=self.platform_aliases,
                dest="platforms", metavar="<PLATFORM>", help="""\
                        Specify which platform or platforms for which to
                        generate .xcfilelist files or to check. Possible values
                        are ({}, plus common aliases). Can be specified more
                        than once. Default is to iterate over all platforms,
                        filtered to those platforms that a particular project
                        supports (e.g., you can't specify 'iphoneos' for
                        WebKitTestRunner).""".format(
                            ", ".join(self.supported_platforms)))
        parser.add_argument("--configuration", action=util.CheckValidItemAction,
                item_type="configuration",
                valid_items=self.supported_configurations,
                dest="configurations", metavar="<CONFIGURATION>", help="""\
                        Specify which configuration or configurations for which
                        to generate .xcfilelist files or to check. Possible
                        values are ({}). Can be specified more than once.
                        Default is to iterate over all
                        configurations.""".format(
                            ", ".join(self.supported_configurations)))
        parser.add_argument("--xcode", metavar="<WORKSPACE>", help="""\
                        If the existing build output was created by building
                        with Xcode, specify the path to the workspace that was
                        used.""")
        parser.add_argument("-d", "--debug", action="store_true", help="""\
                        Provide verbose output.""")
        parser.add_argument("--debug-file", help="""\
                        [Used by script internals] Name of the file to which to
                        write debug information. Used when this script
                        sub-launches itself and needs to collect the debug
                        information from the sub-launched instance. Not
                        normally used when this script is invoked from the
                        command-line or Xcode.""")
        parser.add_argument("--pickle-file", help="""\
                        [Used by script internals] Name of the file used to
                        store results to be transported out from the Xcode
                        execution environment out to an outer layer. This
                        parameter is only used with the 'generate-core'
                        command.""")
        parser.add_argument("-q", "--quiet", action="store_true", help="""\
                        Don't print any standard output.""")
        parser.add_argument("-h", "--help", action="store_true", help="""\
                        Print this text and exit.""")

        setattr(parser, "application", self)
        return parser

    @util.LogEntryExit
    def _validate_args(self, args):
        if not self.cmd_line_args.project_tags:
            self.cmd_line_args.project_tags = self.supported_project_tags
        if not self.cmd_line_args.platforms:
            self.cmd_line_args.platforms = self.supported_platforms
        if not self.cmd_line_args.configurations:
            self.cmd_line_args.configurations = self.supported_configurations

        if util.is_running_under_xcode():
            assert len(self.cmd_line_args.project_tags) == 1
            assert len(self.cmd_line_args.platforms) == 1
            assert len(self.cmd_line_args.configurations) == 1

    @util.LogEntryExit
    def _cmd_set_environment_and_generate(self):
        generators = self._do_set_environment_and_generate()
        generators = self._do_merge(generators)
        return self._report_results(generators)

    @util.LogEntryExit
    def _cmd_generate_within_xcode(self):
        generators = self._do_generate()
        generators = self._do_merge(generators)
        return self._report_results(generators)

    @util.LogEntryExit
    def _cmd_set_environment_and_check(self):
        generators = self._do_set_environment_and_generate()
        return self._report_results(generators)

    @util.LogEntryExit
    def _cmd_check_within_xcode(self):
        generators = self._do_generate()
        return self._report_results(generators)

    @util.LogEntryExit
    def _cmd_generate_within_xcode_and_return_results_to_caller(self):
        generators = self._do_generate()
        with open(self.cmd_line_args.pickle_file, "wb") as f:
            for generator in generators:
                generator.pickle_to_file(f)
        return os.EX_OK

    @util.LogEntryExit
    def _cmd_help(self, status=os.EX_OK):
        self.parser.print_help()
        return status

    @util.LogEntryExit
    def _do_set_environment_and_generate(self):
        def core_operation(generator, generators):
            new_generators = generator.set_environment_and_generate()
            generators.extend(new_generators)
            return generators
        return self._do_generate_common(core_operation)

    @util.LogEntryExit
    def _do_generate(self):
        def core_operation(generator, generators):
            generator.generate()
            generators.append(generator)
            return generators
        return self._do_generate_common(core_operation)

    @util.LogEntryExit
    def _do_generate_common(self, core_operation):
        generators = []

        for triple in itertools.product(
                self.cmd_line_args.project_tags,
                self.cmd_line_args.platforms,
                self.cmd_line_args.configurations):
            generator = self.project_specific_generators[triple[0]](self, *triple)
            if not generator.is_valid():
                continue
            self._log_progress("Generating .xcfilelists for {}/{}/{}".format(*triple))
            try:
                generators = core_operation(generator, generators)
            except BaseException as e:
                # TODO: Turn the traceback into a string, and then allow
                # this field to be pickled and printed by the calling
                # context. Right now, pickling raises an exception if it
                # encounters a Traceback object. See BaseGenerator.pickle_to_file.
                (generator.ex_type, generator.ex_value, generator.ex_traceback) = sys.exc_info()
            if generator.has_error():
                sys.exit(self._report_results([generator]))

        return generators

    @util.LogEntryExit
    def _do_merge(self, generators):
        if self._any_have_errors(generators):
            return generators

        for generator in generators:
            if generator.has_action():
                self._log_progress("Merging .xcfilelists for {}/{}/{}".format(*generator.triple))
                generator.merge()

        return generators

    @util.LogEntryExit
    def _report_results(self, generators):
        generators_with_errors = [generator for generator in generators if generator.has_error()]
        if generators_with_errors:
            for generator in generators_with_errors:
                generator.report_error()
            return EX_GENERAL_ERROR

        generators_with_actions = [generator for generator in generators if generator.has_action()]
        if generators_with_actions:
            if self.cmd_line_args.command == "generate" or self.cmd_line_args.command == "generate-xcode":
                self._report_merge_results(generators_with_actions)
            else:
                self._report_remediation_steps(generators_with_actions)
            return EX_ACTION_REQUIRED

        return os.EX_OK

    @util.LogEntryExit
    def _report_merge_results(self, generators):
        message = textwrap.wrap(
                "\".xcfilelist\" files tell the build system what files are " +
                "consumed and produced by the \"Run Script\" build phases in " +
                "Xcode. At least one of these .xcfilelist files was out of date " +
                "and has been updated. You now need to restart your build.", 90)

        self._log_results("")
        for line in message:
            self._log_results(line)

    @util.LogEntryExit
    def _report_remediation_steps(self, generators):
        message = textwrap.wrap("One or more \".xcfilelist\" files are out of date. Regenerate them by running the following commands:", 90)
        message.append("")

        def add_to_message(generator, message):
            if generator.has_action():
                message.append("    `Tools/Scripts/generate-xcfilelists generate --project {} --platform {} --configuration {}{}`\n".format(
                        generator.project_tag, generator.platform, generator.configuration,
                        " --xcode {}".format(self.cmd_line_args.xcode) if self.cmd_line_args.xcode else ""))
            return message

        for generator in generators:
            message = add_to_message(generator, message)

        for line in message:
            self._log_results(line)

    @util.LogEntryExit
    def _any_have_errors(self, generators):
        return reduce(lambda acc, generator: acc or generator.has_error(), generators, None)

    @util.LogEntryExit
    def _any_have_actions(self, generators):
        return reduce(lambda acc, generator: acc or generator.has_action(), generators, None)

    @util.LogEntryExit
    def _log_progress(self, message):
        if not self.cmd_line_args.quiet:
            print("### {}".format(message))

    @util.LogEntryExit
    def _log_results(self, message):
        if not self.cmd_line_args.quiet:
            print("{}".format(message))

    # Return the path to the script to sublaunch.

    @util.LogEntryExit
    def get_generate_xcfilelists_script_path(self):
        return self.command_file

    # Return the parent of the WebKit check-out directory.

    @util.LogEntryExit
    def _get_root_parent_dir(self):
        return os.path.dirname(     # Remove "OpenSource"
                os.path.dirname(        # Remove "Tools"
                    os.path.dirname(        # Remove "Scripts"
                        os.path.dirname(        # Remove script name
                            self.get_generate_xcfilelists_script_path()))))

    # Return the path to the WebKit check-out directory.

    @util.LogEntryExit
    def get_opensource_dir(self):
        return os.path.join(self._get_root_parent_dir(), "OpenSource")

    # Return the path to the directory containing supporting build scripts.

    @util.LogEntryExit
    def get_build_scripts_dir(self):
        return os.path.join(self.get_opensource_dir(), "Source", "WTF", "Scripts")

    # Return the path to a supporting build script.

    @util.LogEntryExit
    def get_extract_dependencies_from_makefile_script(self):
        return os.path.join(self.get_opensource_dir(), "Tools", "Scripts", "extract-dependencies-from-makefile")

    # Return $(BUILT_PRODUCTS_DIR)
    # aka $(CONFIGURATION_BUILD_DIR)
    # aka $(BUILD_DIR)/$(CONFIGURATION)$(EFFECTIVE_PLATFORM_NAME)

    @util.LogEntryExit
    def get_xcode_built_products_dir(self):
        assert util.is_running_under_xcode()
        return self._getenv("BUILT_PRODUCTS_DIR")

    @util.LogEntryExit
    def get_xcode_project_temp_dir(self):
        assert util.is_running_under_xcode()
        return self._getenv("PROJECT_TEMP_DIR")

    # Return the named environment variable.
    @util.LogEntryExit
    def _getenv(self, variable_name):
        return os.environ.get(variable_name)