#!/usr/bin/env python

import itertools

import os

import platform

import re

import shutil

import sys

from subprocess import *

from optparse import OptionParser

excludedFilesAndDirectories = (

    '.gitattributes',

    '.gitignore',

    'Android.mk',

    'DerivedSources.pro',

    'GNUmakefile.am',

    'Source/JavaScriptCore/API/tests',

    'Source/JavaScriptCore/AllInOneFile.cpp',

    'Source/JavaScriptCore/Android.mk',

    'Source/JavaScriptCore/Android.v8.wtf.mk',

    'Source/JavaScriptCore/Configurations',

    'Source/JavaScriptCore/DerivedSources.make',

    'Source/JavaScriptCore/DerivedSources.pro',

    'Source/JavaScriptCore/GNUmakefile.am',

    'Source/JavaScriptCore/JavaScriptCore.exp',

    'Source/JavaScriptCore/JavaScriptCore.gyp',

    'Source/JavaScriptCore/JavaScriptCore.vcproj',

    'Source/JavaScriptCore/JavaScriptCore.xcodeproj',

    'Source/JavaScriptCore/JavaScriptCoreSources.bkl',

    'Source/JavaScriptCore/Makefile',

    'Source/JavaScriptCore/icu',

    'Source/JavaScriptCore/jsc.pro',

    'Source/JavaScriptCore/jscore.bkl',

    'Source/JavaScriptCore/tests',

    'Source/JavaScriptCore/wtf/android',

    'Source/JavaScriptCore/wtf/brew',

    'Source/JavaScriptCore/wtf/chromium',

    'Source/JavaScriptCore/wtf/haiku',

    'Source/JavaScriptCore/wtf/mac',

    'Source/JavaScriptCore/wtf/win',

    'Source/JavaScriptCore/wtf/wx',

    'Source/JavaScriptCore/qt',

    'Source/JavaScriptGlue',

    'LayoutTests',

    'Makefile',

    'Makefile.shared',

    'Websites',

    'PerformanceTests',

    'Source/DerivedSources.pro',

    'Source/WebCore/Android.derived.jscbindings.mk',

    'Source/WebCore/Android.derived.mk',

    'Source/WebCore/Android.derived.v8bindings.mk',

    'Source/WebCore/Android.jscbindings.mk',

    'Source/WebCore/Android.mk',

    'Source/WebCore/Android.v8bindings.mk',

    'Source/WebCore/Configurations',

    'Source/WebCore/DerivedSources.cpp',

    'Source/WebCore/DerivedSources.make',

    'Source/WebCore/DerivedSources.pro',

    'Source/WebCore/English.lproj',

    'Source/WebCore/GNUmakefile.am',

    'Source/WebCore/Makefile',

    'Source/WebCore/WebCore.ContextMenus.exp',

    'Source/WebCore/WebCore.DragSupport.exp',

    'Source/WebCore/WebCore.Inspector.exp',

    'Source/WebCore/WebCore.OrientationEvents.exp',

    'Source/WebCore/WebCore.PluginHostProcess.exp',

    'Source/WebCore/WebCore.base.exp',

    'Source/WebCore/WebCore.gyp',

    'Source/WebCore/WebCore.vcproj',

    'Source/WebCore/WebCore.xcodeproj',

    'Source/WebCore/WebCoreSources.bkl',

    'Source/WebCore/accessibility/chromium',

    'Source/WebCore/accessibility/gtk',

    'Source/WebCore/accessibility/mac',

    'Source/WebCore/accessibility/win',

    'Source/WebCore/accessibility/wx',

    'Source/WebCore/bindings/objc',

    'Source/WebCore/bindings/v8',

    'Source/WebCore/bridge/jni/v8',

    'Source/WebCore/bridge/objc',

    'Source/WebCore/bridge/testbindings.pro',

    'Source/WebCore/editing/android',

    'Source/WebCore/editing/chromium',

    'Source/WebCore/editing/gtk',

    'Source/WebCore/editing/haiku',

    'Source/WebCore/editing/mac',

    'Source/WebCore/editing/wx',

    'Source/WebCore/history/android',

    'Source/WebCore/history/cf',

    'Source/WebCore/history/mac',

    'Source/WebCore/icu',

    'Source/WebCore/loader/archive/cf',

    'Source/WebCore/loader/cf',

    'Source/WebCore/loader/icon/wince',

    'Source/WebCore/loader/mac',

    'Source/WebCore/loader/win',

    'Source/WebCore/manual-tests',

    'Source/WebCore/page/android',

    'Source/WebCore/page/brew',

    'Source/WebCore/page/chromium',

    'Source/WebCore/page/efl',

    'Source/WebCore/page/gtk',

    'Source/WebCore/page/haiku',

    'Source/WebCore/page/mac',

    'Source/WebCore/page/wince',

    'Source/WebCore/page/wx',

    'Source/WebCore/platform/android',

    'Source/WebCore/platform/brew',

    'Source/WebCore/platform/chromium',

    'Source/WebCore/platform/efl',

    'Source/WebCore/platform/graphics/brew',

    'Source/WebCore/platform/graphics/cairo',

    'Source/WebCore/platform/graphics/chromium',

    'Source/WebCore/platform/graphics/efl',

    'Source/WebCore/platform/graphics/gtk',

    'Source/WebCore/platform/graphics/haiku',

    'Source/WebCore/platform/graphics/skia',

    'Source/WebCore/platform/graphics/wince',

    'Source/WebCore/platform/graphics/wx',

    'Source/WebCore/platform/gtk',

    'Source/WebCore/platform/haiku',

    'Source/WebCore/platform/image-decoders/bmp',

    'Source/WebCore/platform/image-decoders/gif',

    'Source/WebCore/platform/image-decoders/haiku',

    'Source/WebCore/platform/image-decoders/ico',

    'Source/WebCore/platform/image-decoders/jpeg',

    'Source/WebCore/platform/image-decoders/png',

    'Source/WebCore/platform/image-decoders/skia',

    'Source/WebCore/platform/image-decoders/wx',

    'Source/WebCore/platform/image-decoders/xbm',

    'Source/WebCore/platform/image-decoders/zlib',

    'Source/WebCore/platform/image-encoders/skia',

    'Source/WebCore/platform/iphone',

    'Source/WebCore/platform/network/android',

    'Source/WebCore/platform/network/brew',

    'Source/WebCore/platform/network/cf',

    'Source/WebCore/platform/network/chromium',

    'Source/WebCore/platform/network/curl',

    'Source/WebCore/platform/network/mac',

    'Source/WebCore/platform/network/soup',

    'Source/WebCore/platform/network/win',

    'Source/WebCore/platform/sql/chromium',

    'Source/WebCore/platform/text/android',

    'Source/WebCore/platform/text/brew',

    'Source/WebCore/platform/text/chromium',

    'Source/WebCore/platform/text/efl',

    'Source/WebCore/platform/text/gtk',

    'Source/WebCore/platform/text/haiku',

    'Source/WebCore/platform/text/wx',

    'Source/WebCore/platform/wince',

    'Source/WebCore/platform/wx',

    'Source/WebCore/plugins/chromium',

    'Source/WebCore/plugins/gtk',

    'Source/WebCore/plugins/wx',

    'Source/WebCore/rendering/RenderThemeMac.mm',

    'Source/WebCore/storage/chromium',

    'Source/WebCore/storage/wince',

    'Source/WebCore/webcore-base.bkl',

    'Source/WebCore/webcore-wx.bkl',

    'Source/WebCore/wscript',

    'Source/WebKit/qt/Api/DerivedSources.pro',

    'Source/WebKit/English.lproj',

    'Source/WebKit/Makefile',

    'Source/WebKit/StringsNotToBeLocalized.txt',

    'Source/WebKit/WebKit.xcodeproj',

    'Source/WebKit/cf',

    'Source/WebKit/chromium',

    'Source/WebKit/efl',

    'Source/WebKit/gtk',

    'Source/WebKit/haiku',

    'Source/WebKit/scripts',

    'Source/WebKit/win',

    'Source/WebKit/wx',

    'Source/WebKitExamplePlugins',

    'Source/WebKitSite',

    'autogen.sh',

    'configure.ac',

    )

# Any file path under the directory that matches one of the exception regex pattern won't be excluded 

excludedDirectoriesWithExceptions = (

    (   'Source/WebCore/platform/win',

        (   re.compile('BitmapInfo.cpp'),

            re.compile('BitmapInfo.h'),

            re.compile('SystemInfo.h'),

            re.compile('SystemInfo.cpp'),

            re.compile('SystemTimeWin.cpp'),

            re.compile('WebCoreInstanceHandle.cpp'),

            re.compile('WebCoreInstanceHandle.h'), ) ),

    (   'Source/WebKit/mac',

        (   re.compile('Configurations/Version.xcconfig'), ) ),

    (   'Tools',

        (   re.compile('Tools/QtLauncher'),

            re.compile('Tools/QtTestBrowser'),

        ) ),

    )

def system(command):

    retval = os.system(command)

    if retval != 0:

        raise Exception('Command failed with return code [{0}]'.format(retval))

def requireCleanWorkTree():

    # test if working tree is dirty

    print('--- Checking the working tree')

    if not (os.system('git rev-parse --verify HEAD > ' + os.devnull) == 0

            and os.system('git update-index --refresh') == 0

            and os.system('git diff-files --quiet') == 0

            and os.system('git diff-index --cached --quiet HEAD') == 0):

        print('Aborting, Working tree is dirty')

        sys.exit(-1)

def verifySqlite():

    # Make sure sqlite didn't get disabled on windows

    # Else database and worker support will be disabled for sources generation

    # but enabled for compilation in Qt.

    proFileName = 'temp-make-package-testsqlite.pro'

    MakefileName = 'Makefile.test'

    testPro = open(proFileName, 'w')

    testPro.write('''

        CONFIG -= debug_and_release

        defineTest(addExtraCompiler) { 

            return(true)

        }

        include(Source/WebCore/WebCore.pri)

        contains(DEFINES, ENABLE_SQLITE=0) {

            error(Could not find sqlite in directory [$${SQLITE3SRCDIR}]. You might have to set the SQLITE3SRCDIR environment variable to (Qt Source)/src/3rdparty/sqlite)

        }

        ''')

    testPro.close()

    try:

        system('qmake -o {0} {1}'.format(MakefileName, proFileName))

    finally:

        os.remove(proFileName)

        os.remove(MakefileName)

def extract(command):

    return Popen(command, stdout=PIPE, shell=True).communicate()[0].rstrip()

def addQuotes(stringList):

    return map(lambda s: '"'+s+'"', stringList)

make = "make"

# Not perfect, but for the time being we assume windows == nmake

# Perhaps it would be better to use the qmake spec

if platform.system() == "Windows":

    make = "nmake"

# Setup the option parser

parser = OptionParser(usage = 'Usage: %prog [options] [archive file name]')

parser.add_option('-p', '--submitToPulse', dest='submitToPulse', action='store_true', default=False, help='Submit result to pulse (please make sure you have a remote called [package-repository] pointing to a repository monitored by pulse)')

options, args = parser.parse_args()

if len(args) > 0:

    archiveName = args[0]

else:

    branch = extract('git symbolic-ref HEAD 2>/dev/null | sed -e "s,refs/heads/,,"')

    archiveName = '{0}-source.tar.gz'.format(branch)

requireCleanWorkTree()

verifySqlite()

print('--- Generating derived sources')

system('qmake -o Makefile.DerivedSources -r QT_CONFIG+=phonon CONFIG+=standalone_package Source/DerivedSources.pro')

system('%s -f Source/Makefile.DerivedSources generated_files' % make)

system('perl -pi -e "s,%s,,g" Source/*/generated/*.cpp Source/*/generated/*.h' % os.getcwd())

# add a tag file containing the packaged commit's sha1

system('git rev-parse HEAD > .tag')

# set up a temporary index

indexFile = ".git/package-index"

os.environ["GIT_INDEX_FILE"] = indexFile

system('git read-tree HEAD')

print('--- Adding generated files to the git index')

system('git add Source/WebCore/generated Source/JavaScriptCore/generated include')

system('git add .tag')

print('--- Removing unneeded files from the index')

# Remove paths in excludedFilesAndDirectories

system('git rm --quiet --ignore-unmatch -r --cached ' + ' '.join(addQuotes(excludedFilesAndDirectories)))

# Remove paths in excludedDirectoriesWithExceptions

for (directoryPath, exceptionPatterns) in excludedDirectoriesWithExceptions:

    # Extract the list of files to remove from the archive

    excludedPaths = extract("git ls-files --cached " + directoryPath).splitlines()

    # Keep in this list only paths that all exception patterns matching returns False

    excludedPaths = [path for path in excludedPaths if not any(map(lambda pattern: pattern.search(path), exceptionPatterns))]

    # Delete files in batch of 100 to prevent a "The command line is too long" error

    BatchSize = 100

    while excludedPaths:

        system('git rm --quiet --ignore-unmatch -r --cached ' + ' '.join(addQuotes(excludedPaths[:BatchSize])))

        del excludedPaths[:BatchSize]

tree = extract('git write-tree');

if options.submitToPulse:

    webkitCommit=extract('git rev-parse HEAD')

    packageBranch = '{0}-package'.format(branch)

    parentCommit = ''

    if os.system('git rev-parse -q --verify package-repository/' + packageBranch) == 0:

        parentCommit = '-p ' + extract('git rev-parse package-repository/' + packageBranch)

    packageCommit = extract('echo Created webkit package for {0} | git commit-tree {1} {2}'.format(webkitCommit, tree, parentCommit))

    print('Pushing...')

    if os.system('git push package-repository {0}:refs/heads/{1}'.format(packageCommit, packageBranch)) != 0:

        sys.exit(1)

else:

    print('--- Creating the archive...')

    pathPrefix = ''

    pathPrefixMatch = re.match('(.+)\.tar\.\w+$', archiveName)

    if not pathPrefixMatch:

        pathPrefixMatch = re.match('(.+)\.\w+$', archiveName)

    if pathPrefixMatch:

        pathPrefix = pathPrefixMatch.group(1)

    system('git archive --prefix={0}/ {1} | gzip -9 > {2}'.format(pathPrefix, tree, archiveName))

    print('=== Archive [{0}] sucessfully created'.format(archiveName))

print('--- Resetting the git index and cleaning up...')

os.remove('.tag')

os.remove('Source/Makefile.DerivedSources')

os.remove('JavaScriptCore/Makefile.DerivedSources')

os.remove('WebCore/Makefile.DerivedSources')

os.remove('WebKit/qt/Api/Makefile.DerivedSources')

shutil.rmtree('Source/JavaScriptCore/generated', ignore_errors=True)

shutil.rmtree('Source/WebCore/generated', ignore_errors=True)

shutil.rmtree('include', ignore_errors=True)

# Remove temporary index

os.remove(indexFile)

print('--- Done')