blob: c6b05e6a1e8f9f512f9a367b85794e4a873fddad [file] [log] [blame]
# -*- coding: utf-8 -*-
#-------------------------------------------------------------------------
# drawElements Quality Program utilities
# --------------------------------------
#
# Copyright 2015 The Android Open Source Project
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
#
#-------------------------------------------------------------------------
import os
import sys
import shutil
import tarfile
import urllib2
import hashlib
import argparse
import subprocess
sys.path.append(os.path.join(os.path.dirname(__file__), "..", "scripts"))
from build.common import *
EXTERNAL_DIR = os.path.realpath(os.path.normpath(os.path.dirname(__file__)))
def computeChecksum (data):
return hashlib.sha256(data).hexdigest()
class Source:
def __init__(self, baseDir, extractDir):
self.baseDir = baseDir
self.extractDir = extractDir
def clean (self):
fullDstPath = os.path.join(EXTERNAL_DIR, self.baseDir, self.extractDir)
if os.path.exists(fullDstPath):
shutil.rmtree(fullDstPath, ignore_errors=False)
class SourcePackage (Source):
def __init__(self, url, filename, checksum, baseDir, extractDir = "src", postExtract=None):
Source.__init__(self, baseDir, extractDir)
self.url = url
self.filename = filename
self.checksum = checksum
self.archiveDir = "packages"
self.postExtract = postExtract
def clean (self):
Source.clean(self)
self.removeArchives()
def update (self):
if not self.isArchiveUpToDate():
self.fetchAndVerifyArchive()
if self.getExtractedChecksum() != self.checksum:
Source.clean(self)
self.extract()
self.storeExtractedChecksum(self.checksum)
def removeArchives (self):
archiveDir = os.path.join(EXTERNAL_DIR, pkg.baseDir, pkg.archiveDir)
if os.path.exists(archiveDir):
shutil.rmtree(archiveDir, ignore_errors=False)
def isArchiveUpToDate (self):
archiveFile = os.path.join(EXTERNAL_DIR, pkg.baseDir, pkg.archiveDir, pkg.filename)
if os.path.exists(archiveFile):
return computeChecksum(readFile(archiveFile)) == self.checksum
else:
return False
def getExtractedChecksumFilePath (self):
return os.path.join(EXTERNAL_DIR, pkg.baseDir, pkg.archiveDir, "extracted")
def getExtractedChecksum (self):
extractedChecksumFile = self.getExtractedChecksumFilePath()
if os.path.exists(extractedChecksumFile):
return readFile(extractedChecksumFile)
else:
return None
def storeExtractedChecksum (self, checksum):
writeFile(self.getExtractedChecksumFilePath(), checksum)
def fetchAndVerifyArchive (self):
print "Fetching %s" % self.url
req = urllib2.urlopen(self.url)
data = req.read()
checksum = computeChecksum(data)
dstPath = os.path.join(EXTERNAL_DIR, self.baseDir, self.archiveDir, self.filename)
if checksum != self.checksum:
raise Exception("Checksum mismatch for %s, exepected %s, got %s" % (self.filename, self.checksum, checksum))
if not os.path.exists(os.path.dirname(dstPath)):
os.mkdir(os.path.dirname(dstPath))
writeFile(dstPath, data)
def extract (self):
print "Extracting %s to %s/%s" % (self.filename, self.baseDir, self.extractDir)
srcPath = os.path.join(EXTERNAL_DIR, self.baseDir, self.archiveDir, self.filename)
tmpPath = os.path.join(EXTERNAL_DIR, ".extract-tmp-%s" % self.baseDir)
dstPath = os.path.join(EXTERNAL_DIR, self.baseDir, self.extractDir)
archive = tarfile.open(srcPath)
if os.path.exists(tmpPath):
shutil.rmtree(tmpPath, ignore_errors=False)
os.mkdir(tmpPath)
archive.extractall(tmpPath)
archive.close()
extractedEntries = os.listdir(tmpPath)
if len(extractedEntries) != 1 or not os.path.isdir(os.path.join(tmpPath, extractedEntries[0])):
raise Exception("%s doesn't contain single top-level directory" % self.filename)
topLevelPath = os.path.join(tmpPath, extractedEntries[0])
if not os.path.exists(dstPath):
os.mkdir(dstPath)
for entry in os.listdir(topLevelPath):
if os.path.exists(os.path.join(dstPath, entry)):
raise Exception("%s exists already" % entry)
shutil.move(os.path.join(topLevelPath, entry), dstPath)
shutil.rmtree(tmpPath, ignore_errors=True)
if self.postExtract != None:
self.postExtract(dstPath)
class GitRepo (Source):
def __init__(self, url, revision, baseDir, extractDir = "src"):
Source.__init__(self, baseDir, extractDir)
self.url = url
self.revision = revision
def update (self):
fullDstPath = os.path.join(EXTERNAL_DIR, self.baseDir, self.extractDir)
if not os.path.exists(fullDstPath):
execute(["git", "clone", "--no-checkout", self.url, fullDstPath])
pushWorkingDir(fullDstPath)
try:
execute(["git", "fetch", self.url, "+refs/heads/*:refs/remotes/origin/*"])
execute(["git", "checkout", self.revision])
finally:
popWorkingDir()
def postExtractLibpng (path):
shutil.copy(os.path.join(path, "scripts", "pnglibconf.h.prebuilt"),
os.path.join(path, "pnglibconf.h"))
PACKAGES = [
SourcePackage(
"http://zlib.net/zlib-1.2.11.tar.gz",
"zlib-1.2.11.tar.gz",
"c3e5e9fdd5004dcb542feda5ee4f0ff0744628baf8ed2dd5d66f8ca1197cb1a1",
"zlib"),
SourcePackage(
"http://prdownloads.sourceforge.net/libpng/libpng-1.6.27.tar.gz",
"libpng-1.6.27.tar.gz",
"c9d164ec247f426a525a7b89936694aefbc91fb7a50182b198898b8fc91174b4",
"libpng",
postExtract = postExtractLibpng),
GitRepo(
"https://github.com/KhronosGroup/SPIRV-Tools.git",
"ab03b879cab5d09147c257035145f0ad36c45064",
"spirv-tools"),
GitRepo(
"https://github.com/KhronosGroup/glslang.git",
"e3aa654c4b0c761b28d7864192ca8ceea6faf70a",
"glslang"),
GitRepo(
"https://github.com/KhronosGroup/SPIRV-Headers.git",
"bd47a9abaefac00be692eae677daed1b977e625c",
"spirv-headers"),
]
def parseArgs ():
parser = argparse.ArgumentParser(description = "Fetch external sources")
parser.add_argument('--clean', dest='clean', action='store_true', default=False,
help='Remove sources instead of fetching')
return parser.parse_args()
if __name__ == "__main__":
args = parseArgs()
for pkg in PACKAGES:
if args.clean:
pkg.clean()
else:
pkg.update()