1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
|
"""Defines a rule for runtime test targets."""
load("//tools:defs.bzl", "go_test", "loopback")
def runtime_test(
name,
lang,
image_repo = "gcr.io/gvisor-presubmit",
image_name = None,
blacklist_file = None,
shard_count = 50,
size = "enormous"):
"""Generates sh_test and blacklist test targets for a given runtime.
Args:
name: The name of the runtime being tested. Typically, the lang + version.
This is used in the names of the generated test targets.
lang: The language being tested.
image_repo: The docker repository containing the proctor image to run.
i.e., the prefix to the fully qualified docker image id.
image_name: The name of the image in the image_repo.
Defaults to the test name.
blacklist_file: A test blacklist to pass to the runtime test's runner.
shard_count: See Bazel common test attributes.
size: See Bazel common test attributes.
"""
if image_name == None:
image_name = name
args = [
"--lang",
lang,
"--image",
"/".join([image_repo, image_name]),
]
data = [
":runner",
loopback,
]
if blacklist_file:
args += ["--blacklist_file", "test/runtimes/" + blacklist_file]
data += [blacklist_file]
# Add a test that the blacklist parses correctly.
blacklist_test(name, blacklist_file)
sh_test(
name = name + "_test",
srcs = ["runner.sh"],
args = args,
data = data,
size = size,
shard_count = shard_count,
tags = [
# Requires docker and runsc to be configured before the test runs.
"local",
# Don't include test target in wildcard target patterns.
"manual",
],
)
def blacklist_test(name, blacklist_file):
"""Test that a blacklist parses correctly."""
go_test(
name = name + "_blacklist_test",
library = ":runner",
srcs = ["blacklist_test.go"],
args = ["--blacklist_file", "test/runtimes/" + blacklist_file],
data = [blacklist_file],
)
def sh_test(**kwargs):
"""Wraps the standard sh_test."""
native.sh_test(
**kwargs
)
|
