diff --git a/src/lib/Hydra/View/TT.pm b/src/lib/Hydra/View/TT.pm
index d24ca086..483b0250 100644
--- a/src/lib/Hydra/View/TT.pm
+++ b/src/lib/Hydra/View/TT.pm
@@ -8,7 +8,7 @@ __PACKAGE__->config(
     TEMPLATE_EXTENSION => '.tt',
     PRE_CHOMP => 1,
     POST_CHOMP => 1,
-    expose_methods => [qw/buildLogExists buildStepLogExists/]);
+    expose_methods => [qw/buildLogExists buildStepLogExists jobExists/]);
 
 sub buildLogExists {
     my ($self, $c, $build) = @_;
@@ -22,4 +22,15 @@ sub buildStepLogExists {
     return defined findLog($c, $step->drvpath, @outPaths);
 }
 
+# Check whether the given job is a member of the most recent jobset
+# evaluation.
+sub jobExists {
+    my ($self, $c, $job) = @_;
+    my $latestEval = $job->jobset->jobsetevals->search(
+        { hasnewbuilds => 1},
+        { rows => 1, order_by => ["id desc"] })->single;
+    return 0 if !defined $latestEval; # can't happen
+    return scalar($latestEval->builds->search({ job => $job->name })) != 0;
+}
+
 1;
diff --git a/src/root/dashboard.tt b/src/root/dashboard.tt
index 07e48eb5..efb35af1 100644
--- a/src/root/dashboard.tt
+++ b/src/root/dashboard.tt
@@ -22,7 +22,7 @@
         <tdata>
           [% FOREACH j IN starredJobs %]
             <tr>
-              <td>[% INCLUDE renderFullJobName project=j.job.get_column('project') jobset=j.job.get_column('jobset') job=j.job.name %]</td>
+              <td><span class="[% IF !jobExists(j.job) %]disabled-job[% END %]">[% INCLUDE renderFullJobName project=j.job.get_column('project') jobset=j.job.get_column('jobset') job=j.job.name %]</span></td>
               [% FOREACH b IN j.builds %]
                 <td><a href="[% c.uri_for('/build' b.id) %]">[% INCLUDE renderBuildStatusIcon size=16 build=b %]</a></td>
               [% END %]
diff --git a/src/root/job.tt b/src/root/job.tt
index 44ff7d15..bce2b7d7 100644
--- a/src/root/job.tt
+++ b/src/root/job.tt
@@ -5,6 +5,13 @@
 [% PROCESS common.tt %]
 [% hideProjectName=1 hideJobsetName=1 hideJobName=1 %]
 
+[% IF !jobExists(job) %]
+<div class="alert alert-warning">This job is not a member of the <a
+href="[%c.uri_for('/jobset' project.name jobset.name
+'evals')%]">latest evaluation</a> of its jobset. This means it was
+removed or had an evaluation error.</div>
+[% END %]
+
 <ul class="nav nav-tabs">
   <li class="active"><a href="#tabs-status" data-toggle="tab">Status</a></li>
   [% IF constituentJobs.size > 0 %]