summaryrefslogtreecommitdiffhomepage
path: root/test/runtimes/build_defs.bzl
blob: 6f84ca8520e52b2ba04661ae07ebda3e832bdc8e (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
"""Defines a rule for runtime test targets."""

load("@io_bazel_rules_go//go:def.bzl", "go_test")

def runtime_test(
        name,
        lang,
        image_repo = "gcr.io/gvisor-presubmit",
        image_name = None,
        blacklist_file = None,
        shard_count = 50,
        size = "enormous"):
    """Generates sh_test and blacklist test targets for a given runtime.

    Args:
      name: The name of the runtime being tested. Typically, the lang + version.
          This is used in the names of the generated test targets.
      lang: The language being tested.
      image_repo: The docker repository containing the proctor image to run.
          i.e., the prefix to the fully qualified docker image id.
      image_name: The name of the image in the image_repo.
          Defaults to the test name.
      blacklist_file: A test blacklist to pass to the runtime test's runner.
      shard_count: See Bazel common test attributes.
      size: See Bazel common test attributes.
    """
    if image_name == None:
        image_name = name
    args = [
        "--lang",
        lang,
        "--image",
        "/".join([image_repo, image_name]),
    ]
    data = [
        ":runner",
    ]
    if blacklist_file:
        args += ["--blacklist_file", "test/runtimes/" + blacklist_file]
        data += [blacklist_file]

        # Add a test that the blacklist parses correctly.
        blacklist_test(name, blacklist_file)

    sh_test(
        name = name + "_test",
        srcs = ["runner.sh"],
        args = args,
        data = data,
        size = size,
        shard_count = shard_count,
        tags = [
            # Requires docker and runsc to be configured before the test runs.
            "local",
            # Don't include test target in wildcard target patterns.
            "manual",
        ],
    )

def blacklist_test(name, blacklist_file):
    """Test that a blacklist parses correctly."""
    go_test(
        name = name + "_blacklist_test",
        embed = [":runner"],
        srcs = ["blacklist_test.go"],
        args = ["--blacklist_file", "test/runtimes/" + blacklist_file],
        data = [blacklist_file],
    )

def sh_test(**kwargs):
    """Wraps the standard sh_test."""
    native.sh_test(
        **kwargs
    )