28e7a6d3fe
* npm_binary (download tarball packaged npm apps)
* bower_archive (download a zip file, to be put in WORKSPACE)
* bower_component (defining a bower library, with dependency )
* bower_component_bundle (zipping up libraries together)
* js_component (insert plain js file into bower component bundle)
* bower2bazel.py: run bower to find dependencies, generate a .bzl to
define archives and define components
Tested:
python tools/js/bower2bazel.py -w lib/js/bower_archives.bzl -b \
lib/js/bower_components.bzl
bazel build polygerrit-ui:components
unzip -v bazel-bin/polygerrit-ui/components.zip > /tmp/baz
buck build polygerrit-ui:polygerrit_components
unzip -v buck-out/gen/polygerrit-ui/polygerrit_components/polygerrit_components.bower_components.zip > /tmp/buck
diff /tmp/buck /tmp/baz
The diff corresponds to newer file versions pinned through bower2bazel.
Change-Id: I4f33914d4853bcf8afe78b4719d0e0e83b139031
271 lines
7.3 KiB
Python
271 lines
7.3 KiB
Python
NPMJS = "NPMJS"
|
|
GERRIT = "GERRIT"
|
|
|
|
NPM_VERSIONS = {
|
|
"bower": '1.7.9',
|
|
'crisper': '2.0.2',
|
|
'vulcanize': '1.14.8',
|
|
}
|
|
|
|
NPM_SHA1S = {
|
|
"bower": 'b7296c2393e0d75edaa6ca39648132dd255812b0',
|
|
"crisper": '7183c58cea33632fb036c91cefd1b43e390d22a2',
|
|
'vulcanize': '679107f251c19ab7539529b1e3fdd40829e6fc63',
|
|
}
|
|
|
|
|
|
def _npm_tarball(name):
|
|
return "%s@%s.npm_binary.tgz" % (name, NPM_VERSIONS[name])
|
|
|
|
|
|
def _npm_binary_impl(ctx):
|
|
"""rule to download a NPM archive."""
|
|
name = ctx.name
|
|
version= NPM_VERSIONS[name]
|
|
sha1 = NPM_VERSIONS[name]
|
|
|
|
dir = '%s-%s' % (name, version)
|
|
filename = '%s.tgz' % dir
|
|
base = '%s@%s.npm_binary.tgz' % (name, version)
|
|
dest = ctx.path(base)
|
|
repository = ctx.attr.repository
|
|
if repository == GERRIT:
|
|
url = 'http://gerrit-maven.storage.googleapis.com/npm-packages/%s' % filename
|
|
elif repository == NPMJS:
|
|
url = 'http://registry.npmjs.org/%s/-/%s' % (name, filename)
|
|
else:
|
|
fail('repository %s not in {%s,%s}' % (repository, GERRIT, NPMJS))
|
|
|
|
python = ctx.which("python")
|
|
script = ctx.path(ctx.attr._download_script)
|
|
|
|
args = [python, script, "-o", dest, "-u", url]
|
|
out = ctx.execute(args)
|
|
if out.return_code:
|
|
fail("failed %s: %s" % (args, out.stderr))
|
|
ctx.file("BUILD", "filegroup(name='tarball', srcs=['%s'])" % base, False)
|
|
|
|
npm_binary = repository_rule(
|
|
implementation=_npm_binary_impl,
|
|
local=True,
|
|
attrs={
|
|
# Label resolves within repo of the .bzl file.
|
|
"_download_script": attr.label(default=Label("//tools:download_file.py")),
|
|
"repository": attr.string(default=NPMJS),
|
|
})
|
|
|
|
|
|
def _run_npm_binary_str(ctx, tarball, name):
|
|
python_bin = ctx.which("python")
|
|
return " ".join([
|
|
python_bin,
|
|
ctx.path(ctx.attr._run_npm),
|
|
ctx.path(tarball)])
|
|
|
|
|
|
def _bower_archive(ctx):
|
|
"""Download a bower package."""
|
|
download_name = '%s__download_bower.zip' % ctx.name
|
|
renamed_name = '%s__renamed.zip' % ctx.name
|
|
version_name = '%s__version.json' % ctx.name
|
|
|
|
cmd = [
|
|
ctx.which("python"),
|
|
ctx.path(ctx.attr._download_bower),
|
|
'-b', '%s' % _run_npm_binary_str(ctx, ctx.attr._bower_archive, "bower"),
|
|
'-n', ctx.name,
|
|
'-p', ctx.attr.package,
|
|
'-v', ctx.attr.version,
|
|
'-s', ctx.attr.sha1,
|
|
'-o', download_name,
|
|
]
|
|
|
|
out = ctx.execute(cmd)
|
|
if out.return_code:
|
|
fail("failed %s: %s" % (" ".join(cmd), out.stderr))
|
|
|
|
_bash(ctx, " && " .join([
|
|
"TMP=$(mktemp -d )",
|
|
"cd $TMP",
|
|
"mkdir bower_components",
|
|
"cd bower_components",
|
|
"unzip %s" % ctx.path(download_name),
|
|
"cd ..",
|
|
"zip -r %s bower_components" % renamed_name,]))
|
|
|
|
dep_version = ctx.attr.semver if ctx.attr.semver else ctx.attr.version
|
|
ctx.file(version_name,
|
|
'"%s":"%s#%s"' % (ctx.name, ctx.attr.package, dep_version))
|
|
ctx.file(
|
|
"BUILD",
|
|
"\n".join([
|
|
"package(default_visibility=['//visibility:public'])",
|
|
"filegroup(name = 'zipfile', srcs = ['%s'], )" % download_name,
|
|
"filegroup(name = 'version_json', srcs = ['%s'], visibility=['//visibility:public'])" % version_name,
|
|
]), False)
|
|
|
|
|
|
def _bash(ctx, cmd):
|
|
cmd_list = ["/bin/bash", "-c", cmd]
|
|
out = ctx.execute(cmd_list)
|
|
if out.return_code:
|
|
fail("failed %s: %s", cmd_list, out.stderr)
|
|
|
|
|
|
bower_archive=repository_rule(
|
|
_bower_archive,
|
|
attrs={
|
|
"_bower_archive": attr.label(default=Label("@bower//:%s" % _npm_tarball("bower"))),
|
|
"_run_npm": attr.label(default=Label("//tools/js:run_npm_binary.py")),
|
|
"_download_bower": attr.label(default=Label("//tools/js:download_bower.py")),
|
|
"sha1": attr.string(mandatory=True),
|
|
"version": attr.string(mandatory=True),
|
|
"package": attr.string(mandatory=True),
|
|
"semver": attr.string(),
|
|
})
|
|
|
|
|
|
def _bower_component_impl(ctx):
|
|
transitive_zipfiles = set([ctx.file.zipfile])
|
|
for d in ctx.attr.deps:
|
|
transitive_zipfiles += d.transitive_zipfiles
|
|
|
|
transitive_licenses = set()
|
|
if ctx.file.license:
|
|
transitive_licenses += set([ctx.file.license])
|
|
|
|
for d in ctx.attr.deps:
|
|
transitive_licenses += d.transitive_licenses
|
|
|
|
transitive_versions = set(ctx.files.version_json)
|
|
for d in ctx.attr.deps:
|
|
transitive_versions += d.transitive_versions
|
|
|
|
return struct(
|
|
transitive_zipfiles=transitive_zipfiles,
|
|
transitive_versions=transitive_versions,
|
|
transitive_licenses=transitive_licenses,
|
|
)
|
|
|
|
|
|
_common_attrs = {
|
|
"deps": attr.label_list(providers=[
|
|
"transitive_zipfiles",
|
|
"transitive_versions",
|
|
"transitive_licenses",
|
|
])
|
|
}
|
|
|
|
|
|
def _js_component(ctx):
|
|
dir = ctx.outputs.zip.path + ".dir"
|
|
name = ctx.outputs.zip.basename
|
|
if name.endswith(".zip"):
|
|
name = name[:-4]
|
|
dest = "%s/%s" % (dir, name)
|
|
cmd = " && ".join([
|
|
"mkdir -p %s" % dest,
|
|
"cp %s %s/" % (' '.join([s.path for s in ctx.files.srcs]), dest),
|
|
"cd %s" % dir,
|
|
"find . -exec touch -t 198001010000 '{}' ';'",
|
|
"zip -qr ../%s *" % ctx.outputs.zip.basename
|
|
])
|
|
|
|
ctx.action(
|
|
inputs = ctx.files.srcs,
|
|
outputs = [ctx.outputs.zip],
|
|
command = cmd,
|
|
mnemonic = "GenBowerZip")
|
|
|
|
licenses = set()
|
|
if ctx.file.license:
|
|
licenses += set([ctx.file.license])
|
|
|
|
return struct(
|
|
transitive_zipfiles=list([ctx.outputs.zip]),
|
|
transitive_versions=set([]),
|
|
transitive_licenses=licenses)
|
|
|
|
|
|
js_component = rule(
|
|
_js_component,
|
|
attrs=_common_attrs + {
|
|
"srcs": attr.label_list(allow_files=[".js"]),
|
|
"license": attr.label(allow_single_file=True),
|
|
},
|
|
outputs={
|
|
"zip": "%{name}.zip",
|
|
}
|
|
)
|
|
|
|
|
|
_bower_component = rule(
|
|
_bower_component_impl,
|
|
attrs=_common_attrs + {
|
|
"zipfile": attr.label(allow_single_file=[".zip"]),
|
|
"license": attr.label(allow_single_file=True),
|
|
"version_json": attr.label(allow_files=[".json"]),
|
|
|
|
# If set, define by hand, and don't regenerate this entry in bower2bazel.
|
|
"seed": attr.bool(default=False)
|
|
})
|
|
|
|
|
|
|
|
# TODO(hanwen): make license mandatory.
|
|
def bower_component(name, license=None, **kwargs):
|
|
prefix = "//lib:LICENSE-"
|
|
if license and not license.startswith(prefix):
|
|
license = prefix + license
|
|
_bower_component(
|
|
name=name,
|
|
license=license,
|
|
zipfile="@%s//:zipfile"% name,
|
|
version_json="@%s//:version_json" % name,
|
|
**kwargs)
|
|
|
|
|
|
def _bower_component_bundle_impl(ctx):
|
|
"""A bunch of bower components zipped up."""
|
|
zips = set([])
|
|
for d in ctx.attr.deps:
|
|
zips += d.transitive_zipfiles
|
|
|
|
versions = set([])
|
|
for d in ctx.attr.deps:
|
|
versions += d.transitive_versions
|
|
|
|
out_zip = ctx.outputs.zip
|
|
out_versions = ctx.outputs.version_json
|
|
|
|
ctx.action(
|
|
inputs=list(zips),
|
|
outputs=[out_zip],
|
|
command=" && ".join([
|
|
"p=$PWD",
|
|
"rm -rf %s.dir" % out_zip.path,
|
|
"mkdir -p %s.dir/bower_components" % out_zip.path,
|
|
"cd %s.dir/bower_components" % out_zip.path,
|
|
"for z in %s; do unzip -q $p/$z ; done" % " ".join(sorted([z.path for z in zips])),
|
|
"cd ..",
|
|
"find . -exec touch -t 198001010000 '{}' ';'",
|
|
"zip -qr $p/%s bower_components/*" % out_zip.path,
|
|
]),
|
|
mnemonic="BowerCombine")
|
|
|
|
ctx.action(
|
|
inputs=list(versions),
|
|
outputs=[out_versions],
|
|
mnemonic="BowerVersions",
|
|
command="(echo '{' ; for j in %s ; do cat $j; echo ',' ; done ; echo \\\"\\\":\\\"\\\"; echo '}') > %s" % (" ".join([v.path for v in versions]), out_versions.path))
|
|
|
|
|
|
bower_component_bundle = rule(
|
|
_bower_component_bundle_impl,
|
|
attrs=_common_attrs,
|
|
outputs={
|
|
"zip": "%{name}.zip",
|
|
"version_json": "%{name}-versions.json",
|
|
}
|
|
)
|