diff --git a/t/evaluator/evaluate-oom-job.t b/t/evaluator/evaluate-oom-job.t
new file mode 100644
index 00000000..dd494c03
--- /dev/null
+++ b/t/evaluator/evaluate-oom-job.t
@@ -0,0 +1,25 @@
+use strict;
+use warnings;
+use Setup;
+use Test2::V0;
+use Hydra::Helper::Exec;
+
+my ($res, $stdout, $stderr) = captureStdoutStderr(60,
+    (
+       "systemd-run", "--user", "--collect", "--scope", "--property", "MemoryMax=25M", "--",
+       "hydra-eval-jobs",
+         "-I", "/dev/zero",
+         "-I", "./t/jobs",
+         "./t/jobs/oom.nix"
+   )
+);
+
+isnt($res, 0, "hydra-eval-jobs exits non-zero");
+ok(utf8::decode($stderr), "Stderr output is UTF8-clean");
+like(
+    $stderr,
+    qr/^child process \(\d+?\) killed by signal=9$/m,
+    "The stderr record includes a relevant error message"
+);
+
+done_testing;