summaryrefslogtreecommitdiffstats
path: root/nixos/tests/graylog.nix
blob: 32c419378713cff49c572cbcd0da7b26573a7c7a (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
{ pkgs, lib, ... }:
{
  name = "graylog";
  meta.maintainers = [ ];

  nodes.machine =
    { pkgs, ... }:
    {
      virtualisation.memorySize = 4096;
      virtualisation.diskSize = 1024 * 6;

      services.mongodb.enable = true;
      services.elasticsearch.enable = true;
      services.elasticsearch.extraConf = ''
        network.publish_host: 127.0.0.1
        network.bind_host: 127.0.0.1
      '';

      services.graylog = {
        enable = true;
        passwordSecret = "YGhZ59wXMrYOojx5xdgEpBpDw2N6FbhM4lTtaJ1KPxxmKrUvSlDbtWArwAWMQ5LKx1ojHEVrQrBMVRdXbRyZLqffoUzHfssc";
        elasticsearchHosts = [ "http://localhost:9200" ];

        # `echo -n "nixos" | shasum -a 256`
        rootPasswordSha2 = "6ed332bcfa615381511d4d5ba44a293bb476f368f7e9e304f0dff50230d1a85b";
      };

      environment.systemPackages = [ pkgs.jq ];

      systemd.services.graylog.path = [ pkgs.netcat ];
      systemd.services.graylog.preStart = ''
        until nc -z localhost 9200; do
          sleep 2
        done
      '';
    };

  testScript =
    let
      payloads.login = pkgs.writeText "login.json" (
        builtins.toJSON {
          host = "127.0.0.1:9000";
          username = "admin";
          password = "nixos";
        }
      );

      payloads.input = pkgs.writeText "input.json" (
        builtins.toJSON {
          title = "Demo";
          global = false;
          type = "org.graylog2.inputs.gelf.udp.GELFUDPInput";
          node = "@node@";
          configuration = {
            bind_address = "0.0.0.0";
            decompress_size_limit = 8388608;
            number_worker_threads = 1;
            override_source = null;
            port = 12201;
            recv_buffer_size = 262144;
          };
        }
      );

      payloads.gelf_message = pkgs.writeText "gelf.json" (
        builtins.toJSON {
          host = "example.org";
          short_message = "A short message";
          full_message = "A long message";
          version = "1.1";
          level = 5;
          facility = "Test";
        }
      );
    in
    ''
      machine.start()
      machine.wait_for_unit("graylog.service")

      machine.wait_until_succeeds(
        "journalctl -o cat -u graylog.service | grep 'Started REST API at <127.0.0.1:9000>'"
      )

      machine.wait_for_open_port(9000)
      machine.succeed("curl -sSfL http://127.0.0.1:9000/")

      machine.wait_until_succeeds(
        "journalctl -o cat -u graylog.service | grep 'Graylog server up and running'"
      )

      session = machine.succeed(
          "curl -X POST "
          + "-sSfL http://127.0.0.1:9000/api/system/sessions "
          + "-d $(cat ${payloads.login}) "
          + "-H 'Content-Type: application/json' "
          + "-H 'Accept: application/json' "
          + "-H 'x-requested-by: cli' "
          + "| jq .session_id | xargs echo"
      ).rstrip()

      machine.succeed(
          "curl -X POST "
          + f"-sSfL http://127.0.0.1:9000/api/system/inputs -u {session}:session "
          + '-d $(cat ${payloads.input} | sed -e "s,@node@,$(cat /var/lib/graylog/server/node-id),") '
          + "-H 'Accept: application/json' "
          + "-H 'Content-Type: application/json' "
          + "-H 'x-requested-by: cli' "
      )

      machine.wait_until_succeeds(
        "journalctl -o cat -u graylog.service | grep -E 'Input \[GELF UDP/Demo/[[:alnum:]]{24}\] is now RUNNING'"
      )

      machine.wait_until_succeeds(
          "test \"$(curl -sSfL 'http://127.0.0.1:9000/api/cluster/inputstates' "
          + f"-u {session}:session "
          + "-H 'Accept: application/json' "
          + "-H 'Content-Type: application/json' "
          + "-H 'x-requested-by: cli'"
          + "| jq 'to_entries[]|.value|.[0]|.state' | xargs echo"
          + ')" = "RUNNING"'
      )

      machine.succeed(
          "echo -n $(cat ${payloads.gelf_message}) | nc -w10 -u 127.0.0.1 12201"
      )

      machine.succeed(
          'test "$(curl -X GET '
          + "-sSfL 'http://127.0.0.1:9000/api/search/universal/relative?query=*' "
          + f"-u {session}:session "
          + "-H 'Accept: application/json' "
          + "-H 'Content-Type: application/json' "
          + "-H 'x-requested-by: cli'"
          + ' | jq \'.total_results\' | xargs echo)" = "1"'
      )
    '';
}