summaryrefslogtreecommitdiffstats
path: root/nixos/tests/nomad.nix
blob: dd4c49feed0086321aee55143c1d2afb7a653bd0 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
{ lib, ... }:
{
  name = "nomad";
  nodes = {
    default_server =
      { pkgs, lib, ... }:
      {
        networking = {
          interfaces.eth1.ipv4.addresses = lib.mkOverride 0 [
            {
              address = "192.168.1.1";
              prefixLength = 16;
            }
          ];
        };

        environment.etc."nomad.custom.json".source = (pkgs.formats.json { }).generate "nomad.custom.json" {
          region = "universe";
          datacenter = "earth";
        };

        services.nomad = {
          enable = true;

          settings = {
            server = {
              enabled = true;
              bootstrap_expect = 1;
            };
          };

          extraSettingsPaths = [ "/etc/nomad.custom.json" ];
          enableDocker = false;
        };
      };

    custom_state_dir_server =
      { pkgs, lib, ... }:
      {
        networking = {
          interfaces.eth1.ipv4.addresses = lib.mkOverride 0 [
            {
              address = "192.168.1.1";
              prefixLength = 16;
            }
          ];
        };

        environment.etc."nomad.custom.json".source = (pkgs.formats.json { }).generate "nomad.custom.json" {
          region = "universe";
          datacenter = "earth";
        };

        services.nomad = {
          enable = true;
          dropPrivileges = false;

          settings = {
            data_dir = "/nomad/data/dir";
            server = {
              enabled = true;
              bootstrap_expect = 1;
            };
          };

          extraSettingsPaths = [ "/etc/nomad.custom.json" ];
          enableDocker = false;
        };

        systemd.services.nomad.serviceConfig.ExecStartPre = "${pkgs.writeShellScript "mk_data_dir" ''
          set -euxo pipefail

          ${pkgs.coreutils}/bin/mkdir -p /nomad/data/dir
        ''}";
      };
  };

  testScript = ''
    def test_nomad_server(server):
        server.wait_for_unit("nomad.service")

        # wait for healthy server
        server.wait_until_succeeds(
            "[ $(nomad operator raft list-peers | grep true | wc -l) == 1 ]"
        )

        # wait for server liveness
        server.succeed("[ $(nomad server members | grep -o alive | wc -l) == 1 ]")

        # check the region
        server.succeed("nomad server members | grep -o universe")

        # check the datacenter
        server.succeed("[ $(nomad server members | grep -o earth | wc -l) == 1 ]")


    servers = [default_server, custom_state_dir_server]

    for server in servers:
        test_nomad_server(server)
  '';
}