for path in ifind('examples')

if path.endswith('.js')

if not path.endswith('.combined.js')

if not path.startswith('examples/bootstrap')

if not path.startswith('examples/font-awesome')

if path != 'examples/Jugl.js'

if path != 'examples/jquery.min.js'

if path != 'examples/loader.js'

t.info('uncompressed: %d bytes', os.stat(t.name).st_size)

stringio = StringIO()

gzipfile = gzip.GzipFile(t.name, 'w', 9, stringio)

with open(t.name) as f:

shutil.copyfileobj(f, gzipfile)

gzipfile.close()

@target(glsl_src.replace('.glsl', 'shader.js'), glsl_src,

'src/ol/webgl/shader.mustache', 'bin/pyglslunit.py')

def shader_src(t):

t.run('%(PYTHON)s', 'bin/pyglslunit.py',

'--input', glsl_src,

'--template', 'src/ol/webgl/shader.mustache',

requires = set()

for dependency in dependencies:

for line in open(dependency):

match = re.match(r'goog\.provide\(\'(.*)\'\);', line)

if match:

requires.add(match.group(1))

with open(output_file_name, 'w') as f:

for require in sorted(requires):

def action(t):

content = json.dumps({

'id': match.group('id'),

'inherits': '../../buildcfg/base.json',

'inputs': [

'../examples/%(id)s.js' % match.groupdict(),

'../build/src/internal/src/types.js',

],

'externs': [

'//json.js',

'//jquery-1.7.js',

'../externs/bingmaps.js',

'../externs/bootstrap.js',

'../externs/geojson.js',

'../externs/topojson.js',

'../externs/oli.js',

'../externs/proj4js.js',

'../externs/tilejson.js',

'../externs/closure-compiler.js',

],

})

with open(t.name, 'w') as f:

f.write(content)

dependencies = [__file__, 'buildcfg/base.json']

def action(t):

t.output('%(JAVA)s', '-jar', PLOVR_JAR, 'build',

'build/examples/%(id)s.json' % match.groupdict())

report_sizes(t)

dependencies = [PLOVR_JAR, SRC, INTERNAL_SRC, SHADER_SRC, LIBTESS_JS_SRC,

'buildcfg/base.json',

'examples/%(id)s.js' % match.groupdict(),

'build/examples/%(id)s.json' % match.groupdict()]

t.run('%(GJSLINT)s',

'--jslint_error=all',

'--custom_jsdoc_tags=todo',

'--strict',

t.newer(t.dependencies))

limited_doc_files = [

path

for path in ifind('externs', 'build/src/external/externs')

if path.endswith('.js')]

t.run('%(GJSLINT)s',

'--jslint_error=all',

# ignore error for max line length (for these auto-generated sources)

'--disable=110',

'--custom_jsdoc_tags=todo',

# for a complete list of error codes to allow, see

# http://closure-linter.googlecode.com/svn/trunk/closure_linter/errors.py

'--limited_doc_files=%s' % (','.join(limited_doc_files),),

'--strict',

t.newer(t.dependencies))

t.run('%(GJSLINT)s',

'--jslint_error=all',

'--disable=110',

'--strict',

t.newer(t.dependencies))

# FIXME this is a horribe hack, we should use a proper JavaScript parser

# here

in_multiline_comment = False

lineno = 0

for line in lines:

lineno += 1

if in_multiline_comment:

index = line.find('*/')

if index != -1:

in_multiline_comment = False

line = line[index + 2:]

if not in_multiline_comment:

line = re.sub(r'//[^\n]*', '', line)

line = re.sub(r'/\*.*?\*/', '', line)

index = line.find('/*')

if index != -1:

yield lineno, line[:index]

in_multiline_comment = True

else:

from zipfile import ZipFile

unused_count = 0

all_provides = set()

zf = ZipFile(PLOVR_JAR)

for zi in zf.infolist():

if zi.filename.endswith('.js'):

if not zi.filename.startswith('closure/goog/'):

continue

# Skip goog.i18n because it contains so many modules that it causes

# the generated regular expression to exceed Python's limits

if zi.filename.startswith('closure/goog/i18n/'):

continue

for line in zf.open(zi):

m = re.match(r'goog.provide\(\'(.*)\'\);', line)

if m:

all_provides.add(m.group(1))

for filename in sorted(t.dependencies):

if filename == 'build/src/internal/src/requireall.js':

continue

require_linenos = {}

uses = set()

lines = open(filename).readlines()

for lineno, line in _strip_comments(lines):

m = re.match(r'goog.provide\(\'(.*)\'\);', line)

if m:

all_provides.add(m.group(1))

continue

m = re.match(r'goog.require\(\'(.*)\'\);', line)

if m:

require_linenos[m.group(1)] = lineno

continue

ignore_linenos = require_linenos.values()

for lineno, line in enumerate(lines):

if lineno in ignore_linenos:

continue

for require in require_linenos.iterkeys():

if require in line:

uses.add(require)

for require in sorted(set(require_linenos.keys()) - uses):

t.info('%s:%d: unused goog.require: %r' % (

filename, require_linenos[require], require))

unused_count += 1

all_provides.discard('ol')

all_provides.discard('ol.MapProperty')

class Node(object):

def __init__(self):

self.present = False

self.children = {}

def _build_re(self, key):

if key == '*':

assert len(self.children) == 0

# We want to match `.doIt` but not `.SomeClass` or `.more.stuff`

return '(?=\\.[a-z]\\w*\\b(?!\\.))'

elif len(self.children) == 1:

child_key, child = next(self.children.iteritems())

child_re = child._build_re(child_key)

if child_key != '*':

child_re = '\\.' + child_re

if self.present:

return key + '(' + child_re + ')?'

else:

return key + child_re

elif self.children:

children_re = '(?:' + '|'.join(

('\\.' if k != '*' else '') + self.children[k]._build_re(k)

for k in sorted(self.children.keys())) + ')'

if self.present:

return key + children_re + '?'

else:

return key + children_re

else:

assert self.present

return key

def build_re(self, key):

return re.compile('\\b' + self._build_re(key) + '\\b')

root = Node()

for provide in all_provides:

node = root

for component in provide.split('.'):

if component not in node.children:

node.children[component] = Node()

node = node.children[component]

if component[0].islower():

# We've arrived at a namespace provide like `ol.foo`.

# In this case, we want to match uses like `ol.foo.doIt()` but

# not match things like `new ol.foo.SomeClass()`.

# For this purpose, we use the special wildcard key for the child.

node.children['*'] = Node()

else:

node.present = True

provide_res = [child.build_re(key)

for key, child in root.children.iteritems()]

missing_count = 0

for filename in sorted(t.dependencies):

if filename in INTERNAL_SRC or filename in EXTERNAL_SRC:

continue

provides = set()

requires = set()

uses = set()

uses_linenos = {}

for lineno, line in _strip_comments(open(filename)):

m = re.match(r'goog.provide\(\'(.*)\'\);', line)

if m:

provides.add(m.group(1))

continue

m = re.match(r'goog.require\(\'(.*)\'\);', line)

if m:

requires.add(m.group(1))

continue

while True:

for provide_re in provide_res:

m = provide_re.search(line)

if m:

uses.add(m.group())

uses_linenos[m.group()] = lineno

line = line[:m.start()] + line[m.end():]

break

else:

break

if filename == 'src/ol/renderer/layerrenderer.js':

uses.discard('ol.renderer.Map')

m = re.match(

r'src/ol/renderer/(\w+)/\1(\w*)layerrenderer\.js\Z', filename)

if m:

uses.discard('ol.renderer.Map')

uses.discard('ol.renderer.%s.Map' % (m.group(1),))

missing_requires = uses - requires - provides

if missing_requires:

for missing_require in sorted(missing_requires):

t.info("%s:%d missing goog.require('%s')" %

(filename, uses_linenos[missing_require], missing_require))

missing_count += 1

if unused_count or missing_count:

t.error('%d unused goog.requires, %d missing goog.requires' %

(unused_count, missing_count))

CR_RE = re.compile(r'\r')

TRAILING_WHITESPACE_RE = re.compile(r'\s+\n\Z')

NO_NEWLINE_RE = re.compile(r'[^\n]\Z')

ALL_WHITESPACE_RE = re.compile(r'\s+\Z')

errors = 0

for filename in sorted(t.newer(t.dependencies)):

whitespace = False

for lineno, line in enumerate(open(filename)):

if CR_RE.search(line):

t.info('%s:%d: carriage return character in line', filename, lineno + 1)

errors += 1

if TRAILING_WHITESPACE_RE.search(line):

t.info('%s:%d: trailing whitespace', filename, lineno + 1)

errors += 1

if NO_NEWLINE_RE.search(line):

t.info('%s:%d: no newline at end of file', filename, lineno + 1)

errors += 1

whitespace = ALL_WHITESPACE_RE.match(line)

if whitespace:

t.info('%s: trailing whitespace at end of file', filename)

errors += 1

if errors:

t.error('%d whitespace errors' % (errors,))

t.info('downloading %r', t.name)

t.download('https://plovr.googlecode.com/files/' +

os.path.basename(PLOVR_JAR), md5=PLOVR_JAR_MD5)

lines = open(example).readlines()

target_lines = []

target_require_lines = []

found_requires = False

found_code = False

for line in lines:

m = re.match(r'goog.require\(\'(.*)\'\);', line)

if m:

found_requires = True

target_require_lines.append(line)

elif found_requires:

if found_code or line not in ('\n', '\r\n'):

found_code = True

target_lines.append(line)

target = open(

os.path.join(dst_dir, os.path.basename(example)), 'w')

target_require = open(

os.path.join(dst_dir, os.path.basename(example)

.replace('.js', '-require.js')),

'w')

target.writelines(target_lines)

target.close()

target_require.writelines(target_require_lines)

examples_dir = 'build/hosted/%(BRANCH)s/examples'

build_dir = 'build/hosted/%(BRANCH)s/build'

t.rm_rf(examples_dir)

t.makedirs(examples_dir)

t.rm_rf(build_dir)

t.makedirs(build_dir)

t.cp(EXAMPLES, examples_dir)

for example in [path.replace('.html', '.js') for path in EXAMPLES]:

split_example_file(example, examples_dir % vars(variables))

t.cp_r('examples/data', examples_dir + '/data')

t.cp('bin/loader_hosted_examples.js', examples_dir + '/loader.js')

t.cp('build/ol.js', 'build/ol-simple.js', 'build/ol-whitespace.js',

'build/ol.css', build_dir)

t.cp('examples/index.html', 'examples/example-list.js',

'examples/example-list.xml', 'examples/Jugl.js',

'examples/jquery.min.js', examples_dir)

t.rm_rf('build/hosted/%(BRANCH)s/closure-library')

t.makedirs('build/hosted/%(BRANCH)s/closure-library')

with t.chdir('build/hosted/%(BRANCH)s/closure-library'):

t.run('%(JAR)s', 'xf', '../../../../' + PLOVR_JAR, 'closure')

t.run('%(JAR)s', 'xf', '../../../../' + PLOVR_JAR, 'third_party')

t.rm_rf('build/hosted/%(BRANCH)s/ol')

t.makedirs('build/hosted/%(BRANCH)s/ol')

t.cp_r('src/ol', 'build/hosted/%(BRANCH)s/ol/ol')

t.run('%(PYTHON)s', 'bin/closure/depswriter.py',

'--root_with_prefix', 'src ../../../ol',

'--root', 'build/hosted/%(BRANCH)s/closure-library/closure/goog',

'--root_with_prefix', 'build/hosted/%(BRANCH)s/closure-library/'

'third_party ../../third_party',

examples = ['build/hosted/%(BRANCH)s/' + e for e in EXAMPLES]

all_examples = \

[e + '?mode=advanced' for e in examples]

for example in all_examples:

from zipfile import ZipFile

zf = ZipFile(PROJ4JS_ZIP)

contents = zf.open('proj4js/lib/proj4js-combined.js').read()

with open(t.name, 'wb') as f:

t.info('downloading %r', t.name)

t.download('http://download.osgeo.org/proj4js/' +

os.path.basename(t.name), md5=PROJ4JS_ZIP_MD5)

regex = re.compile('FIXME|TODO')

matches = dict()

totalcount = 0

for filename in SRC:

f = open(filename, 'r')

for lineno, line in enumerate(f):

if regex.search(line):

if (filename not in matches):

matches[filename] = list()

matches[filename].append('#%-10d %s' % (

lineno + 1, line.strip()))

totalcount += 1

f.close()

for filename in matches:

num_matches = len(matches[filename])

noun = 'matches' if num_matches > 1 else 'match'

print ' %s has %d %s:' % (filename, num_matches, noun)

for match in matches[filename]:

print ' %s' % (match,)

print

"""Removes untracked files and folders from previous builds."""

# -X => only clean up files that are usually ignored e.g.

# through .gitignore

# -d => also consider directories for deletion

# -f => if git configuration variable clean.requireForce != false,

# git clean will refuse to run unless given -f or -n.

for exe in EXECUTABLES:

status = 'present' if which(exe) else 'MISSING'

print 'Program "%s" seems to be %s.' % (exe, status)

print '''

build.py - The OpenLayers 3 build script.

Usage:

./build.py [options] [target] (on Unix-based machines)

<python-executable.exe> build.py [options] [target] (on Windows machines)

There is one option:

-c - Cleans up the repository from previous builds.

The most common targets are:

serve - Serves files through plovr, usually on port 9810.

lint - Runs gjslint on all sourcefiles to enforce specific syntax.

build - Builds singlefile versions of OpenLayers JavaScript and

CSS. This is also the default build target which runs when

no target is specified.

test - Runs the testsuite and displays the results.

check - Runs the lint-target, builds some OpenLayers files, and

then runs test. Many developers call this target often

while working on the code.

help - Shows this help.

Other less frequently used targets are:

apidoc - Builds the API-Documentation using JSDoc3.

integration-test - Builds all examples in various modes and usually takes a

long time to finish. This target calls the following

targets: lint, build, build-all, test, build-examples,

check-examples and apidoc.

reallyclean - Remove untracked files from the repository.

checkdeps - Checks whether all required development software is

installed on your machine.

fixme - Will print a list of parts of the code that are marked

with either TODO or FIXME.

todo - is an alias for the fixme-target

plovr - Fetches the required plovr.jar. Usually called by other

targets that depend on plovr.

If no target is given, the build-target will be executed.

The above list is not complete, please see the source code for not-mentioned

and only seldomly called targets.