1 // Copyright 2011 Google Inc. All Rights Reserved.
3 // Licensed under the Apache License, Version 2.0 (the "License");
4 // you may not use this file except in compliance with the License.
5 // You may obtain a copy of the License at
7 // http://www.apache.org/licenses/LICENSE-2.0
9 // Unless required by applicable law or agreed to in writing, software
10 // distributed under the License is distributed on an "AS IS" BASIS,
11 // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12 // See the License for the specific language governing permissions and
13 // limitations under the License.
19 #include "build_log.h"
24 /// Fixture for tests involving Plan.
25 // Though Plan doesn't use State, it's useful to have one around
26 // to create Nodes and Edges.
27 struct PlanTest : public StateTestWithBuiltinRules {
30 /// Because FindWork does not return Edges in any sort of predictable order,
31 // provide a means to get available Edges in order and in a format which is
32 // easy to write tests around.
33 void FindWorkSorted(deque<Edge*>* ret, int count) {
34 struct CompareEdgesByOutput {
35 static bool cmp(const Edge* a, const Edge* b) {
36 return a->outputs_[0]->path() < b->outputs_[0]->path();
40 for (int i = 0; i < count; ++i) {
41 ASSERT_TRUE(plan_.more_to_do());
42 Edge* edge = plan_.FindWork();
46 ASSERT_FALSE(plan_.FindWork());
47 sort(ret->begin(), ret->end(), CompareEdgesByOutput::cmp);
50 void TestPoolWithDepthOne(const char *test_case);
53 TEST_F(PlanTest, Basic) {
55 "build out: cat mid\n"
56 "build mid: cat in\n");
57 GetNode("mid")->MarkDirty();
58 GetNode("out")->MarkDirty();
60 EXPECT_TRUE(plan_.AddTarget(GetNode("out"), &err));
62 ASSERT_TRUE(plan_.more_to_do());
64 Edge* edge = plan_.FindWork();
66 ASSERT_EQ("in", edge->inputs_[0]->path());
67 ASSERT_EQ("mid", edge->outputs_[0]->path());
69 ASSERT_FALSE(plan_.FindWork());
71 plan_.EdgeFinished(edge);
73 edge = plan_.FindWork();
75 ASSERT_EQ("mid", edge->inputs_[0]->path());
76 ASSERT_EQ("out", edge->outputs_[0]->path());
78 plan_.EdgeFinished(edge);
80 ASSERT_FALSE(plan_.more_to_do());
81 edge = plan_.FindWork();
85 // Test that two outputs from one rule can be handled as inputs to the next.
86 TEST_F(PlanTest, DoubleOutputDirect) {
88 "build out: cat mid1 mid2\n"
89 "build mid1 mid2: cat in\n");
90 GetNode("mid1")->MarkDirty();
91 GetNode("mid2")->MarkDirty();
92 GetNode("out")->MarkDirty();
95 EXPECT_TRUE(plan_.AddTarget(GetNode("out"), &err));
97 ASSERT_TRUE(plan_.more_to_do());
100 edge = plan_.FindWork();
101 ASSERT_TRUE(edge); // cat in
102 plan_.EdgeFinished(edge);
104 edge = plan_.FindWork();
105 ASSERT_TRUE(edge); // cat mid1 mid2
106 plan_.EdgeFinished(edge);
108 edge = plan_.FindWork();
109 ASSERT_FALSE(edge); // done
112 // Test that two outputs from one rule can eventually be routed to another.
113 TEST_F(PlanTest, DoubleOutputIndirect) {
115 "build out: cat b1 b2\n"
118 "build a1 a2: cat in\n");
119 GetNode("a1")->MarkDirty();
120 GetNode("a2")->MarkDirty();
121 GetNode("b1")->MarkDirty();
122 GetNode("b2")->MarkDirty();
123 GetNode("out")->MarkDirty();
125 EXPECT_TRUE(plan_.AddTarget(GetNode("out"), &err));
127 ASSERT_TRUE(plan_.more_to_do());
130 edge = plan_.FindWork();
131 ASSERT_TRUE(edge); // cat in
132 plan_.EdgeFinished(edge);
134 edge = plan_.FindWork();
135 ASSERT_TRUE(edge); // cat a1
136 plan_.EdgeFinished(edge);
138 edge = plan_.FindWork();
139 ASSERT_TRUE(edge); // cat a2
140 plan_.EdgeFinished(edge);
142 edge = plan_.FindWork();
143 ASSERT_TRUE(edge); // cat b1 b2
144 plan_.EdgeFinished(edge);
146 edge = plan_.FindWork();
147 ASSERT_FALSE(edge); // done
150 // Test that two edges from one output can both execute.
151 TEST_F(PlanTest, DoubleDependent) {
153 "build out: cat a1 a2\n"
154 "build a1: cat mid\n"
155 "build a2: cat mid\n"
156 "build mid: cat in\n");
157 GetNode("mid")->MarkDirty();
158 GetNode("a1")->MarkDirty();
159 GetNode("a2")->MarkDirty();
160 GetNode("out")->MarkDirty();
163 EXPECT_TRUE(plan_.AddTarget(GetNode("out"), &err));
165 ASSERT_TRUE(plan_.more_to_do());
168 edge = plan_.FindWork();
169 ASSERT_TRUE(edge); // cat in
170 plan_.EdgeFinished(edge);
172 edge = plan_.FindWork();
173 ASSERT_TRUE(edge); // cat mid
174 plan_.EdgeFinished(edge);
176 edge = plan_.FindWork();
177 ASSERT_TRUE(edge); // cat mid
178 plan_.EdgeFinished(edge);
180 edge = plan_.FindWork();
181 ASSERT_TRUE(edge); // cat a1 a2
182 plan_.EdgeFinished(edge);
184 edge = plan_.FindWork();
185 ASSERT_FALSE(edge); // done
188 TEST_F(PlanTest, DependencyCycle) {
190 "build out: cat mid\n"
191 "build mid: cat in\n"
192 "build in: cat pre\n"
193 "build pre: cat out\n");
194 GetNode("out")->MarkDirty();
195 GetNode("mid")->MarkDirty();
196 GetNode("in")->MarkDirty();
197 GetNode("pre")->MarkDirty();
200 EXPECT_FALSE(plan_.AddTarget(GetNode("out"), &err));
201 ASSERT_EQ("dependency cycle: out -> mid -> in -> pre -> out", err);
204 void PlanTest::TestPoolWithDepthOne(const char* test_case) {
205 ASSERT_NO_FATAL_FAILURE(AssertParse(&state_, test_case));
206 GetNode("out1")->MarkDirty();
207 GetNode("out2")->MarkDirty();
209 EXPECT_TRUE(plan_.AddTarget(GetNode("out1"), &err));
211 EXPECT_TRUE(plan_.AddTarget(GetNode("out2"), &err));
213 ASSERT_TRUE(plan_.more_to_do());
215 Edge* edge = plan_.FindWork();
217 ASSERT_EQ("in", edge->inputs_[0]->path());
218 ASSERT_EQ("out1", edge->outputs_[0]->path());
220 // This will be false since poolcat is serialized
221 ASSERT_FALSE(plan_.FindWork());
223 plan_.EdgeFinished(edge);
225 edge = plan_.FindWork();
227 ASSERT_EQ("in", edge->inputs_[0]->path());
228 ASSERT_EQ("out2", edge->outputs_[0]->path());
230 ASSERT_FALSE(plan_.FindWork());
232 plan_.EdgeFinished(edge);
234 ASSERT_FALSE(plan_.more_to_do());
235 edge = plan_.FindWork();
239 TEST_F(PlanTest, PoolWithDepthOne) {
240 TestPoolWithDepthOne(
244 " command = cat $in > $out\n"
246 "build out1: poolcat in\n"
247 "build out2: poolcat in\n");
250 TEST_F(PlanTest, ConsolePool) {
251 TestPoolWithDepthOne(
253 " command = cat $in > $out\n"
255 "build out1: poolcat in\n"
256 "build out2: poolcat in\n");
259 TEST_F(PlanTest, PoolsWithDepthTwo) {
260 ASSERT_NO_FATAL_FAILURE(AssertParse(&state_,
266 " command = cat $in > $out\n"
269 " command = cat $in > $out\n"
271 "build out1: foocat in\n"
272 "build out2: foocat in\n"
273 "build out3: foocat in\n"
274 "build outb1: bazcat in\n"
275 "build outb2: bazcat in\n"
276 "build outb3: bazcat in\n"
278 "build allTheThings: cat out1 out2 out3 outb1 outb2 outb3\n"
280 // Mark all the out* nodes dirty
281 for (int i = 0; i < 3; ++i) {
282 GetNode("out" + string(1, '1' + static_cast<char>(i)))->MarkDirty();
283 GetNode("outb" + string(1, '1' + static_cast<char>(i)))->MarkDirty();
285 GetNode("allTheThings")->MarkDirty();
288 EXPECT_TRUE(plan_.AddTarget(GetNode("allTheThings"), &err));
292 FindWorkSorted(&edges, 5);
294 for (int i = 0; i < 4; ++i) {
295 Edge *edge = edges[i];
296 ASSERT_EQ("in", edge->inputs_[0]->path());
297 string base_name(i < 2 ? "out" : "outb");
298 ASSERT_EQ(base_name + string(1, '1' + (i % 2)), edge->outputs_[0]->path());
301 // outb3 is exempt because it has an empty pool
302 Edge* edge = edges[4];
304 ASSERT_EQ("in", edge->inputs_[0]->path());
305 ASSERT_EQ("outb3", edge->outputs_[0]->path());
308 plan_.EdgeFinished(edges.front());
311 // out3 should be available
312 Edge* out3 = plan_.FindWork();
314 ASSERT_EQ("in", out3->inputs_[0]->path());
315 ASSERT_EQ("out3", out3->outputs_[0]->path());
317 ASSERT_FALSE(plan_.FindWork());
319 plan_.EdgeFinished(out3);
321 ASSERT_FALSE(plan_.FindWork());
323 for (deque<Edge*>::iterator it = edges.begin(); it != edges.end(); ++it) {
324 plan_.EdgeFinished(*it);
327 Edge* last = plan_.FindWork();
329 ASSERT_EQ("allTheThings", last->outputs_[0]->path());
331 plan_.EdgeFinished(last);
333 ASSERT_FALSE(plan_.more_to_do());
334 ASSERT_FALSE(plan_.FindWork());
337 TEST_F(PlanTest, PoolWithRedundantEdges) {
338 ASSERT_NO_FATAL_FAILURE(AssertParse(&state_,
342 " command = touch foo.cpp\n"
344 " command = touch bar.cpp\n"
346 " command = echo $out > $out\n"
347 "build foo.cpp.obj: echo foo.cpp || foo.cpp\n"
349 "build bar.cpp.obj: echo bar.cpp || bar.cpp\n"
351 "build libfoo.a: echo foo.cpp.obj bar.cpp.obj\n"
352 "build foo.cpp: gen_foo\n"
353 "build bar.cpp: gen_bar\n"
354 "build all: phony libfoo.a\n"));
355 GetNode("foo.cpp")->MarkDirty();
356 GetNode("foo.cpp.obj")->MarkDirty();
357 GetNode("bar.cpp")->MarkDirty();
358 GetNode("bar.cpp.obj")->MarkDirty();
359 GetNode("libfoo.a")->MarkDirty();
360 GetNode("all")->MarkDirty();
362 EXPECT_TRUE(plan_.AddTarget(GetNode("all"), &err));
364 ASSERT_TRUE(plan_.more_to_do());
368 deque<Edge*> initial_edges;
369 FindWorkSorted(&initial_edges, 2);
371 edge = initial_edges[1]; // Foo first
372 ASSERT_EQ("foo.cpp", edge->outputs_[0]->path());
373 plan_.EdgeFinished(edge);
375 edge = plan_.FindWork();
377 ASSERT_FALSE(plan_.FindWork());
378 ASSERT_EQ("foo.cpp", edge->inputs_[0]->path());
379 ASSERT_EQ("foo.cpp", edge->inputs_[1]->path());
380 ASSERT_EQ("foo.cpp.obj", edge->outputs_[0]->path());
381 plan_.EdgeFinished(edge);
383 edge = initial_edges[0]; // Now for bar
384 ASSERT_EQ("bar.cpp", edge->outputs_[0]->path());
385 plan_.EdgeFinished(edge);
387 edge = plan_.FindWork();
389 ASSERT_FALSE(plan_.FindWork());
390 ASSERT_EQ("bar.cpp", edge->inputs_[0]->path());
391 ASSERT_EQ("bar.cpp", edge->inputs_[1]->path());
392 ASSERT_EQ("bar.cpp.obj", edge->outputs_[0]->path());
393 plan_.EdgeFinished(edge);
395 edge = plan_.FindWork();
397 ASSERT_FALSE(plan_.FindWork());
398 ASSERT_EQ("foo.cpp.obj", edge->inputs_[0]->path());
399 ASSERT_EQ("bar.cpp.obj", edge->inputs_[1]->path());
400 ASSERT_EQ("libfoo.a", edge->outputs_[0]->path());
401 plan_.EdgeFinished(edge);
403 edge = plan_.FindWork();
405 ASSERT_FALSE(plan_.FindWork());
406 ASSERT_EQ("libfoo.a", edge->inputs_[0]->path());
407 ASSERT_EQ("all", edge->outputs_[0]->path());
408 plan_.EdgeFinished(edge);
410 edge = plan_.FindWork();
412 ASSERT_FALSE(plan_.more_to_do());
415 /// Fake implementation of CommandRunner, useful for tests.
416 struct FakeCommandRunner : public CommandRunner {
417 explicit FakeCommandRunner(VirtualFileSystem* fs) :
418 last_command_(NULL), fs_(fs) {}
420 // CommandRunner impl
421 virtual bool CanRunMore();
422 virtual bool StartCommand(Edge* edge);
423 virtual bool WaitForCommand(Result* result);
424 virtual vector<Edge*> GetActiveEdges();
425 virtual void Abort();
427 vector<string> commands_ran_;
429 VirtualFileSystem* fs_;
432 struct BuildTest : public StateTestWithBuiltinRules, public BuildLogUser {
433 BuildTest() : config_(MakeConfig()), command_runner_(&fs_),
434 builder_(&state_, config_, NULL, NULL, &fs_),
438 virtual void SetUp() {
439 StateTestWithBuiltinRules::SetUp();
441 builder_.command_runner_.reset(&command_runner_);
443 "build cat1: cat in1\n"
444 "build cat2: cat in1 in2\n"
445 "build cat12: cat cat1 cat2\n");
447 fs_.Create("in1", "");
448 fs_.Create("in2", "");
452 builder_.command_runner_.release();
455 virtual bool IsPathDead(StringPiece s) const { return false; }
457 /// Rebuild target in the 'working tree' (fs_).
458 /// State of command_runner_ and logs contents (if specified) ARE MODIFIED.
459 /// Handy to check for NOOP builds, and higher-level rebuild tests.
460 void RebuildTarget(const string& target, const char* manifest,
461 const char* log_path = NULL,
462 const char* deps_path = NULL);
464 // Mark a path dirty.
465 void Dirty(const string& path);
467 BuildConfig MakeConfig() {
469 config.verbosity = BuildConfig::QUIET;
474 FakeCommandRunner command_runner_;
475 VirtualFileSystem fs_;
481 void BuildTest::RebuildTarget(const string& target, const char* manifest,
482 const char* log_path, const char* deps_path) {
484 ASSERT_NO_FATAL_FAILURE(AddCatRule(&state));
485 AssertParse(&state, manifest);
488 BuildLog build_log, *pbuild_log = NULL;
490 ASSERT_TRUE(build_log.Load(log_path, &err));
491 ASSERT_TRUE(build_log.OpenForWrite(log_path, *this, &err));
493 pbuild_log = &build_log;
496 DepsLog deps_log, *pdeps_log = NULL;
498 ASSERT_TRUE(deps_log.Load(deps_path, &state, &err));
499 ASSERT_TRUE(deps_log.OpenForWrite(deps_path, &err));
501 pdeps_log = &deps_log;
504 Builder builder(&state, config_, pbuild_log, pdeps_log, &fs_);
505 EXPECT_TRUE(builder.AddTarget(target, &err));
507 command_runner_.commands_ran_.clear();
508 builder.command_runner_.reset(&command_runner_);
509 if (!builder.AlreadyUpToDate()) {
510 bool build_res = builder.Build(&err);
511 EXPECT_TRUE(build_res);
513 builder.command_runner_.release();
516 bool FakeCommandRunner::CanRunMore() {
517 // Only run one at a time.
518 return last_command_ == NULL;
521 bool FakeCommandRunner::StartCommand(Edge* edge) {
522 assert(!last_command_);
523 commands_ran_.push_back(edge->EvaluateCommand());
524 if (edge->rule().name() == "cat" ||
525 edge->rule().name() == "cat_rsp" ||
526 edge->rule().name() == "cat_rsp_out" ||
527 edge->rule().name() == "cc" ||
528 edge->rule().name() == "touch" ||
529 edge->rule().name() == "touch-interrupt") {
530 for (vector<Node*>::iterator out = edge->outputs_.begin();
531 out != edge->outputs_.end(); ++out) {
532 fs_->Create((*out)->path(), "");
534 } else if (edge->rule().name() == "true" ||
535 edge->rule().name() == "fail" ||
536 edge->rule().name() == "interrupt" ||
537 edge->rule().name() == "console") {
538 // Don't do anything.
540 printf("unknown command\n");
544 last_command_ = edge;
548 bool FakeCommandRunner::WaitForCommand(Result* result) {
552 Edge* edge = last_command_;
555 if (edge->rule().name() == "interrupt" ||
556 edge->rule().name() == "touch-interrupt") {
557 result->status = ExitInterrupted;
561 if (edge->rule().name() == "console") {
562 if (edge->use_console())
563 result->status = ExitSuccess;
565 result->status = ExitFailure;
566 last_command_ = NULL;
570 if (edge->rule().name() == "fail")
571 result->status = ExitFailure;
573 result->status = ExitSuccess;
574 last_command_ = NULL;
578 vector<Edge*> FakeCommandRunner::GetActiveEdges() {
581 edges.push_back(last_command_);
585 void FakeCommandRunner::Abort() {
586 last_command_ = NULL;
589 void BuildTest::Dirty(const string& path) {
590 Node* node = GetNode(path);
593 // If it's an input file, mark that we've already stat()ed it and
595 if (!node->in_edge())
599 TEST_F(BuildTest, NoWork) {
601 EXPECT_TRUE(builder_.AlreadyUpToDate());
604 TEST_F(BuildTest, OneStep) {
605 // Given a dirty target with one ready input,
606 // we should rebuild the target.
609 EXPECT_TRUE(builder_.AddTarget("cat1", &err));
611 EXPECT_TRUE(builder_.Build(&err));
614 ASSERT_EQ(1u, command_runner_.commands_ran_.size());
615 EXPECT_EQ("cat in1 > cat1", command_runner_.commands_ran_[0]);
618 TEST_F(BuildTest, OneStep2) {
619 // Given a target with one dirty input,
620 // we should rebuild the target.
623 EXPECT_TRUE(builder_.AddTarget("cat1", &err));
625 EXPECT_TRUE(builder_.Build(&err));
628 ASSERT_EQ(1u, command_runner_.commands_ran_.size());
629 EXPECT_EQ("cat in1 > cat1", command_runner_.commands_ran_[0]);
632 TEST_F(BuildTest, TwoStep) {
634 EXPECT_TRUE(builder_.AddTarget("cat12", &err));
636 EXPECT_TRUE(builder_.Build(&err));
638 ASSERT_EQ(3u, command_runner_.commands_ran_.size());
639 // Depending on how the pointers work out, we could've ran
640 // the first two commands in either order.
641 EXPECT_TRUE((command_runner_.commands_ran_[0] == "cat in1 > cat1" &&
642 command_runner_.commands_ran_[1] == "cat in1 in2 > cat2") ||
643 (command_runner_.commands_ran_[1] == "cat in1 > cat1" &&
644 command_runner_.commands_ran_[0] == "cat in1 in2 > cat2"));
646 EXPECT_EQ("cat cat1 cat2 > cat12", command_runner_.commands_ran_[2]);
650 // Modifying in2 requires rebuilding one intermediate file
651 // and the final file.
652 fs_.Create("in2", "");
654 EXPECT_TRUE(builder_.AddTarget("cat12", &err));
656 EXPECT_TRUE(builder_.Build(&err));
658 ASSERT_EQ(5u, command_runner_.commands_ran_.size());
659 EXPECT_EQ("cat in1 in2 > cat2", command_runner_.commands_ran_[3]);
660 EXPECT_EQ("cat cat1 cat2 > cat12", command_runner_.commands_ran_[4]);
663 TEST_F(BuildTest, TwoOutputs) {
664 ASSERT_NO_FATAL_FAILURE(AssertParse(&state_,
666 " command = touch $out\n"
667 "build out1 out2: touch in.txt\n"));
669 fs_.Create("in.txt", "");
672 EXPECT_TRUE(builder_.AddTarget("out1", &err));
674 EXPECT_TRUE(builder_.Build(&err));
676 ASSERT_EQ(1u, command_runner_.commands_ran_.size());
677 EXPECT_EQ("touch out1 out2", command_runner_.commands_ran_[0]);
681 // https://github.com/martine/ninja/issues/148
682 TEST_F(BuildTest, MultiOutIn) {
683 ASSERT_NO_FATAL_FAILURE(AssertParse(&state_,
685 " command = touch $out\n"
686 "build in1 otherfile: touch in\n"
687 "build out: touch in | in1\n"));
689 fs_.Create("in", "");
691 fs_.Create("in1", "");
694 EXPECT_TRUE(builder_.AddTarget("out", &err));
696 EXPECT_TRUE(builder_.Build(&err));
700 TEST_F(BuildTest, Chain) {
701 ASSERT_NO_FATAL_FAILURE(AssertParse(&state_,
705 "build c5: cat c4\n"));
707 fs_.Create("c1", "");
710 EXPECT_TRUE(builder_.AddTarget("c5", &err));
712 EXPECT_TRUE(builder_.Build(&err));
714 ASSERT_EQ(4u, command_runner_.commands_ran_.size());
717 command_runner_.commands_ran_.clear();
719 EXPECT_TRUE(builder_.AddTarget("c5", &err));
721 EXPECT_TRUE(builder_.AlreadyUpToDate());
725 fs_.Create("c3", "");
727 command_runner_.commands_ran_.clear();
729 EXPECT_TRUE(builder_.AddTarget("c5", &err));
731 EXPECT_FALSE(builder_.AlreadyUpToDate());
732 EXPECT_TRUE(builder_.Build(&err));
733 ASSERT_EQ(2u, command_runner_.commands_ran_.size()); // 3->4, 4->5
736 TEST_F(BuildTest, MissingInput) {
737 // Input is referenced by build file, but no rule for it.
740 EXPECT_FALSE(builder_.AddTarget("cat1", &err));
741 EXPECT_EQ("'in1', needed by 'cat1', missing and no known rule to make it",
745 TEST_F(BuildTest, MissingTarget) {
746 // Target is not referenced by build file.
748 EXPECT_FALSE(builder_.AddTarget("meow", &err));
749 EXPECT_EQ("unknown target: 'meow'", err);
752 TEST_F(BuildTest, MakeDirs) {
756 ASSERT_NO_FATAL_FAILURE(AssertParse(&state_,
757 "build subdir\\dir2\\file: cat in1\n"));
759 ASSERT_NO_FATAL_FAILURE(AssertParse(&state_,
760 "build subdir/dir2/file: cat in1\n"));
762 EXPECT_TRUE(builder_.AddTarget("subdir/dir2/file", &err));
765 EXPECT_TRUE(builder_.Build(&err));
767 ASSERT_EQ(2u, fs_.directories_made_.size());
768 EXPECT_EQ("subdir", fs_.directories_made_[0]);
769 EXPECT_EQ("subdir/dir2", fs_.directories_made_[1]);
772 TEST_F(BuildTest, DepFileMissing) {
774 ASSERT_NO_FATAL_FAILURE(AssertParse(&state_,
775 "rule cc\n command = cc $in\n depfile = $out.d\n"
776 "build fo$ o.o: cc foo.c\n"));
777 fs_.Create("foo.c", "");
779 EXPECT_TRUE(builder_.AddTarget("fo o.o", &err));
781 ASSERT_EQ(1u, fs_.files_read_.size());
782 EXPECT_EQ("fo o.o.d", fs_.files_read_[0]);
785 TEST_F(BuildTest, DepFileOK) {
787 int orig_edges = state_.edges_.size();
788 ASSERT_NO_FATAL_FAILURE(AssertParse(&state_,
789 "rule cc\n command = cc $in\n depfile = $out.d\n"
790 "build foo.o: cc foo.c\n"));
791 Edge* edge = state_.edges_.back();
793 fs_.Create("foo.c", "");
794 GetNode("bar.h")->MarkDirty(); // Mark bar.h as missing.
795 fs_.Create("foo.o.d", "foo.o: blah.h bar.h\n");
796 EXPECT_TRUE(builder_.AddTarget("foo.o", &err));
798 ASSERT_EQ(1u, fs_.files_read_.size());
799 EXPECT_EQ("foo.o.d", fs_.files_read_[0]);
801 // Expect three new edges: one generating foo.o, and two more from
802 // loading the depfile.
803 ASSERT_EQ(orig_edges + 3, (int)state_.edges_.size());
804 // Expect our edge to now have three inputs: foo.c and two headers.
805 ASSERT_EQ(3u, edge->inputs_.size());
807 // Expect the command line we generate to only use the original input.
808 ASSERT_EQ("cc foo.c", edge->EvaluateCommand());
811 TEST_F(BuildTest, DepFileParseError) {
813 ASSERT_NO_FATAL_FAILURE(AssertParse(&state_,
814 "rule cc\n command = cc $in\n depfile = $out.d\n"
815 "build foo.o: cc foo.c\n"));
816 fs_.Create("foo.c", "");
817 fs_.Create("foo.o.d", "randomtext\n");
818 EXPECT_FALSE(builder_.AddTarget("foo.o", &err));
819 EXPECT_EQ("foo.o.d: expected ':' in depfile", err);
822 TEST_F(BuildTest, OrderOnlyDeps) {
824 ASSERT_NO_FATAL_FAILURE(AssertParse(&state_,
825 "rule cc\n command = cc $in\n depfile = $out.d\n"
826 "build foo.o: cc foo.c || otherfile\n"));
827 Edge* edge = state_.edges_.back();
829 fs_.Create("foo.c", "");
830 fs_.Create("otherfile", "");
831 fs_.Create("foo.o.d", "foo.o: blah.h bar.h\n");
832 EXPECT_TRUE(builder_.AddTarget("foo.o", &err));
835 // One explicit, two implicit, one order only.
836 ASSERT_EQ(4u, edge->inputs_.size());
837 EXPECT_EQ(2, edge->implicit_deps_);
838 EXPECT_EQ(1, edge->order_only_deps_);
839 // Verify the inputs are in the order we expect
840 // (explicit then implicit then orderonly).
841 EXPECT_EQ("foo.c", edge->inputs_[0]->path());
842 EXPECT_EQ("blah.h", edge->inputs_[1]->path());
843 EXPECT_EQ("bar.h", edge->inputs_[2]->path());
844 EXPECT_EQ("otherfile", edge->inputs_[3]->path());
846 // Expect the command line we generate to only use the original input.
847 ASSERT_EQ("cc foo.c", edge->EvaluateCommand());
849 // explicit dep dirty, expect a rebuild.
850 EXPECT_TRUE(builder_.Build(&err));
852 ASSERT_EQ(1u, command_runner_.commands_ran_.size());
856 // Recreate the depfile, as it should have been deleted by the build.
857 fs_.Create("foo.o.d", "foo.o: blah.h bar.h\n");
859 // implicit dep dirty, expect a rebuild.
860 fs_.Create("blah.h", "");
861 fs_.Create("bar.h", "");
862 command_runner_.commands_ran_.clear();
864 EXPECT_TRUE(builder_.AddTarget("foo.o", &err));
865 EXPECT_TRUE(builder_.Build(&err));
867 ASSERT_EQ(1u, command_runner_.commands_ran_.size());
871 // Recreate the depfile, as it should have been deleted by the build.
872 fs_.Create("foo.o.d", "foo.o: blah.h bar.h\n");
874 // order only dep dirty, no rebuild.
875 fs_.Create("otherfile", "");
876 command_runner_.commands_ran_.clear();
878 EXPECT_TRUE(builder_.AddTarget("foo.o", &err));
880 EXPECT_TRUE(builder_.AlreadyUpToDate());
882 // implicit dep missing, expect rebuild.
883 fs_.RemoveFile("bar.h");
884 command_runner_.commands_ran_.clear();
886 EXPECT_TRUE(builder_.AddTarget("foo.o", &err));
887 EXPECT_TRUE(builder_.Build(&err));
889 ASSERT_EQ(1u, command_runner_.commands_ran_.size());
892 TEST_F(BuildTest, RebuildOrderOnlyDeps) {
894 ASSERT_NO_FATAL_FAILURE(AssertParse(&state_,
895 "rule cc\n command = cc $in\n"
896 "rule true\n command = true\n"
897 "build oo.h: cc oo.h.in\n"
898 "build foo.o: cc foo.c || oo.h\n"));
900 fs_.Create("foo.c", "");
901 fs_.Create("oo.h.in", "");
903 // foo.o and order-only dep dirty, build both.
904 EXPECT_TRUE(builder_.AddTarget("foo.o", &err));
905 EXPECT_TRUE(builder_.Build(&err));
907 ASSERT_EQ(2u, command_runner_.commands_ran_.size());
909 // all clean, no rebuild.
910 command_runner_.commands_ran_.clear();
912 EXPECT_TRUE(builder_.AddTarget("foo.o", &err));
914 EXPECT_TRUE(builder_.AlreadyUpToDate());
916 // order-only dep missing, build it only.
917 fs_.RemoveFile("oo.h");
918 command_runner_.commands_ran_.clear();
920 EXPECT_TRUE(builder_.AddTarget("foo.o", &err));
921 EXPECT_TRUE(builder_.Build(&err));
923 ASSERT_EQ(1u, command_runner_.commands_ran_.size());
924 ASSERT_EQ("cc oo.h.in", command_runner_.commands_ran_[0]);
928 // order-only dep dirty, build it only.
929 fs_.Create("oo.h.in", "");
930 command_runner_.commands_ran_.clear();
932 EXPECT_TRUE(builder_.AddTarget("foo.o", &err));
933 EXPECT_TRUE(builder_.Build(&err));
935 ASSERT_EQ(1u, command_runner_.commands_ran_.size());
936 ASSERT_EQ("cc oo.h.in", command_runner_.commands_ran_[0]);
940 TEST_F(BuildTest, DepFileCanonicalize) {
942 int orig_edges = state_.edges_.size();
943 ASSERT_NO_FATAL_FAILURE(AssertParse(&state_,
944 "rule cc\n command = cc $in\n depfile = $out.d\n"
945 "build gen/stuff\\things/foo.o: cc x\\y/z\\foo.c\n"));
946 Edge* edge = state_.edges_.back();
948 fs_.Create("x/y/z/foo.c", "");
949 GetNode("bar.h")->MarkDirty(); // Mark bar.h as missing.
950 // Note, different slashes from manifest.
951 fs_.Create("gen/stuff\\things/foo.o.d",
952 "gen\\stuff\\things\\foo.o: blah.h bar.h\n");
953 EXPECT_TRUE(builder_.AddTarget("gen/stuff/things/foo.o", &err));
955 ASSERT_EQ(1u, fs_.files_read_.size());
956 // The depfile path does not get Canonicalize as it seems unnecessary.
957 EXPECT_EQ("gen/stuff\\things/foo.o.d", fs_.files_read_[0]);
959 // Expect three new edges: one generating foo.o, and two more from
960 // loading the depfile.
961 ASSERT_EQ(orig_edges + 3, (int)state_.edges_.size());
962 // Expect our edge to now have three inputs: foo.c and two headers.
963 ASSERT_EQ(3u, edge->inputs_.size());
965 // Expect the command line we generate to only use the original input, and
966 // using the slashes from the manifest.
967 ASSERT_EQ("cc x\\y/z\\foo.c", edge->EvaluateCommand());
971 TEST_F(BuildTest, Phony) {
973 ASSERT_NO_FATAL_FAILURE(AssertParse(&state_,
974 "build out: cat bar.cc\n"
975 "build all: phony out\n"));
976 fs_.Create("bar.cc", "");
978 EXPECT_TRUE(builder_.AddTarget("all", &err));
981 // Only one command to run, because phony runs no command.
982 EXPECT_FALSE(builder_.AlreadyUpToDate());
983 EXPECT_TRUE(builder_.Build(&err));
985 ASSERT_EQ(1u, command_runner_.commands_ran_.size());
988 TEST_F(BuildTest, PhonyNoWork) {
990 ASSERT_NO_FATAL_FAILURE(AssertParse(&state_,
991 "build out: cat bar.cc\n"
992 "build all: phony out\n"));
993 fs_.Create("bar.cc", "");
994 fs_.Create("out", "");
996 EXPECT_TRUE(builder_.AddTarget("all", &err));
998 EXPECT_TRUE(builder_.AlreadyUpToDate());
1001 TEST_F(BuildTest, Fail) {
1002 ASSERT_NO_FATAL_FAILURE(AssertParse(&state_,
1005 "build out1: fail\n"));
1008 EXPECT_TRUE(builder_.AddTarget("out1", &err));
1011 EXPECT_FALSE(builder_.Build(&err));
1012 ASSERT_EQ(1u, command_runner_.commands_ran_.size());
1013 ASSERT_EQ("subcommand failed", err);
1016 TEST_F(BuildTest, SwallowFailures) {
1017 ASSERT_NO_FATAL_FAILURE(AssertParse(&state_,
1020 "build out1: fail\n"
1021 "build out2: fail\n"
1022 "build out3: fail\n"
1023 "build all: phony out1 out2 out3\n"));
1025 // Swallow two failures, die on the third.
1026 config_.failures_allowed = 3;
1029 EXPECT_TRUE(builder_.AddTarget("all", &err));
1032 EXPECT_FALSE(builder_.Build(&err));
1033 ASSERT_EQ(3u, command_runner_.commands_ran_.size());
1034 ASSERT_EQ("subcommands failed", err);
1037 TEST_F(BuildTest, SwallowFailuresLimit) {
1038 ASSERT_NO_FATAL_FAILURE(AssertParse(&state_,
1041 "build out1: fail\n"
1042 "build out2: fail\n"
1043 "build out3: fail\n"
1044 "build final: cat out1 out2 out3\n"));
1046 // Swallow ten failures; we should stop before building final.
1047 config_.failures_allowed = 11;
1050 EXPECT_TRUE(builder_.AddTarget("final", &err));
1053 EXPECT_FALSE(builder_.Build(&err));
1054 ASSERT_EQ(3u, command_runner_.commands_ran_.size());
1055 ASSERT_EQ("cannot make progress due to previous errors", err);
1058 struct BuildWithLogTest : public BuildTest {
1059 BuildWithLogTest() {
1060 builder_.SetBuildLog(&build_log_);
1063 BuildLog build_log_;
1066 TEST_F(BuildWithLogTest, NotInLogButOnDisk) {
1067 ASSERT_NO_FATAL_FAILURE(AssertParse(&state_,
1070 "build out1: cc in\n"));
1072 // Create input/output that would be considered up to date when
1073 // not considering the command line hash.
1074 fs_.Create("in", "");
1075 fs_.Create("out1", "");
1078 // Because it's not in the log, it should not be up-to-date until
1080 EXPECT_TRUE(builder_.AddTarget("out1", &err));
1081 EXPECT_FALSE(builder_.AlreadyUpToDate());
1083 command_runner_.commands_ran_.clear();
1086 EXPECT_TRUE(builder_.AddTarget("out1", &err));
1087 EXPECT_TRUE(builder_.Build(&err));
1088 EXPECT_TRUE(builder_.AlreadyUpToDate());
1091 TEST_F(BuildWithLogTest, RestatTest) {
1092 ASSERT_NO_FATAL_FAILURE(AssertParse(&state_,
1099 "build out1: cc in\n"
1100 "build out2: true out1\n"
1101 "build out3: cat out2\n"));
1103 fs_.Create("out1", "");
1104 fs_.Create("out2", "");
1105 fs_.Create("out3", "");
1109 fs_.Create("in", "");
1111 // Do a pre-build so that there's commands in the log for the outputs,
1112 // otherwise, the lack of an entry in the build log will cause out3 to rebuild
1113 // regardless of restat.
1115 EXPECT_TRUE(builder_.AddTarget("out3", &err));
1117 EXPECT_TRUE(builder_.Build(&err));
1119 EXPECT_EQ("[3/3]", builder_.status_->FormatProgressStatus("[%s/%t]"));
1120 command_runner_.commands_ran_.clear();
1125 fs_.Create("in", "");
1126 // "cc" touches out1, so we should build out2. But because "true" does not
1127 // touch out2, we should cancel the build of out3.
1128 EXPECT_TRUE(builder_.AddTarget("out3", &err));
1130 EXPECT_TRUE(builder_.Build(&err));
1131 ASSERT_EQ(2u, command_runner_.commands_ran_.size());
1133 // If we run again, it should be a no-op, because the build log has recorded
1134 // that we've already built out2 with an input timestamp of 2 (from out1).
1135 command_runner_.commands_ran_.clear();
1137 EXPECT_TRUE(builder_.AddTarget("out3", &err));
1139 EXPECT_TRUE(builder_.AlreadyUpToDate());
1143 fs_.Create("in", "");
1145 // The build log entry should not, however, prevent us from rebuilding out2
1147 command_runner_.commands_ran_.clear();
1149 EXPECT_TRUE(builder_.AddTarget("out3", &err));
1151 EXPECT_TRUE(builder_.Build(&err));
1152 ASSERT_EQ(2u, command_runner_.commands_ran_.size());
1155 TEST_F(BuildWithLogTest, RestatMissingFile) {
1156 // If a restat rule doesn't create its output, and the output didn't
1157 // exist before the rule was run, consider that behavior equivalent
1158 // to a rule that doesn't modify its existent output file.
1160 ASSERT_NO_FATAL_FAILURE(AssertParse(&state_,
1166 "build out1: true in\n"
1167 "build out2: cc out1\n"));
1169 fs_.Create("in", "");
1170 fs_.Create("out2", "");
1172 // Do a pre-build so that there's commands in the log for the outputs,
1173 // otherwise, the lack of an entry in the build log will cause out2 to rebuild
1174 // regardless of restat.
1176 EXPECT_TRUE(builder_.AddTarget("out2", &err));
1178 EXPECT_TRUE(builder_.Build(&err));
1180 command_runner_.commands_ran_.clear();
1184 fs_.Create("in", "");
1185 fs_.Create("out2", "");
1187 // Run a build, expect only the first command to run.
1188 // It doesn't touch its output (due to being the "true" command), so
1189 // we shouldn't run the dependent build.
1190 EXPECT_TRUE(builder_.AddTarget("out2", &err));
1192 EXPECT_TRUE(builder_.Build(&err));
1193 ASSERT_EQ(1u, command_runner_.commands_ran_.size());
1196 TEST_F(BuildWithLogTest, RestatSingleDependentOutputDirty) {
1197 ASSERT_NO_FATAL_FAILURE(AssertParse(&state_,
1202 " command = touch\n"
1203 "build out1: true in\n"
1204 "build out2 out3: touch out1\n"
1205 "build out4: touch out2\n"
1208 // Create the necessary files
1209 fs_.Create("in", "");
1212 EXPECT_TRUE(builder_.AddTarget("out4", &err));
1214 EXPECT_TRUE(builder_.Build(&err));
1216 ASSERT_EQ(3u, command_runner_.commands_ran_.size());
1219 fs_.Create("in", "");
1220 fs_.RemoveFile("out3");
1222 // Since "in" is missing, out1 will be built. Since "out3" is missing,
1223 // out2 and out3 will be built even though "in" is not touched when built.
1224 // Then, since out2 is rebuilt, out4 should be rebuilt -- the restat on the
1225 // "true" rule should not lead to the "touch" edge writing out2 and out3 being
1227 command_runner_.commands_ran_.clear();
1229 EXPECT_TRUE(builder_.AddTarget("out4", &err));
1231 EXPECT_TRUE(builder_.Build(&err));
1233 ASSERT_EQ(3u, command_runner_.commands_ran_.size());
1236 // Test scenario, in which an input file is removed, but output isn't changed
1237 // https://github.com/martine/ninja/issues/295
1238 TEST_F(BuildWithLogTest, RestatMissingInput) {
1239 ASSERT_NO_FATAL_FAILURE(AssertParse(&state_,
1242 " depfile = $out.d\n"
1246 "build out1: true in\n"
1247 "build out2: cc out1\n"));
1249 // Create all necessary files
1250 fs_.Create("in", "");
1252 // The implicit dependencies and the depfile itself
1253 // are newer than the output
1254 TimeStamp restat_mtime = fs_.Tick();
1255 fs_.Create("out1.d", "out1: will.be.deleted restat.file\n");
1256 fs_.Create("will.be.deleted", "");
1257 fs_.Create("restat.file", "");
1259 // Run the build, out1 and out2 get built
1261 EXPECT_TRUE(builder_.AddTarget("out2", &err));
1263 EXPECT_TRUE(builder_.Build(&err));
1264 ASSERT_EQ(2u, command_runner_.commands_ran_.size());
1266 // See that an entry in the logfile is created, capturing
1268 BuildLog::LogEntry* log_entry = build_log_.LookupByOutput("out1");
1269 ASSERT_TRUE(NULL != log_entry);
1270 ASSERT_EQ(restat_mtime, log_entry->restat_mtime);
1272 // Now remove a file, referenced from depfile, so that target becomes
1273 // dirty, but the output does not change
1274 fs_.RemoveFile("will.be.deleted");
1276 // Trigger the build again - only out1 gets built
1277 command_runner_.commands_ran_.clear();
1279 EXPECT_TRUE(builder_.AddTarget("out2", &err));
1281 EXPECT_TRUE(builder_.Build(&err));
1282 ASSERT_EQ(1u, command_runner_.commands_ran_.size());
1284 // Check that the logfile entry remains correctly set
1285 log_entry = build_log_.LookupByOutput("out1");
1286 ASSERT_TRUE(NULL != log_entry);
1287 ASSERT_EQ(restat_mtime, log_entry->restat_mtime);
1290 struct BuildDryRun : public BuildWithLogTest {
1292 config_.dry_run = true;
1296 TEST_F(BuildDryRun, AllCommandsShown) {
1297 ASSERT_NO_FATAL_FAILURE(AssertParse(&state_,
1304 "build out1: cc in\n"
1305 "build out2: true out1\n"
1306 "build out3: cat out2\n"));
1308 fs_.Create("out1", "");
1309 fs_.Create("out2", "");
1310 fs_.Create("out3", "");
1314 fs_.Create("in", "");
1316 // "cc" touches out1, so we should build out2. But because "true" does not
1317 // touch out2, we should cancel the build of out3.
1319 EXPECT_TRUE(builder_.AddTarget("out3", &err));
1321 EXPECT_TRUE(builder_.Build(&err));
1322 ASSERT_EQ(3u, command_runner_.commands_ran_.size());
1325 // Test that RSP files are created when & where appropriate and deleted after
1326 // successful execution.
1327 TEST_F(BuildTest, RspFileSuccess)
1329 ASSERT_NO_FATAL_FAILURE(AssertParse(&state_,
1331 " command = cat $rspfile > $out\n"
1332 " rspfile = $rspfile\n"
1333 " rspfile_content = $long_command\n"
1334 "rule cat_rsp_out\n"
1335 " command = cat $rspfile > $out\n"
1336 " rspfile = $out.rsp\n"
1337 " rspfile_content = $long_command\n"
1338 "build out1: cat in\n"
1339 "build out2: cat_rsp in\n"
1340 " rspfile = out 2.rsp\n"
1341 " long_command = Some very long command\n"
1342 "build out$ 3: cat_rsp_out in\n"
1343 " long_command = Some very long command\n"));
1345 fs_.Create("out1", "");
1346 fs_.Create("out2", "");
1347 fs_.Create("out 3", "");
1351 fs_.Create("in", "");
1354 EXPECT_TRUE(builder_.AddTarget("out1", &err));
1356 EXPECT_TRUE(builder_.AddTarget("out2", &err));
1358 EXPECT_TRUE(builder_.AddTarget("out 3", &err));
1361 size_t files_created = fs_.files_created_.size();
1362 size_t files_removed = fs_.files_removed_.size();
1364 EXPECT_TRUE(builder_.Build(&err));
1365 ASSERT_EQ(3u, command_runner_.commands_ran_.size());
1367 // The RSP files were created
1368 ASSERT_EQ(files_created + 2, fs_.files_created_.size());
1369 ASSERT_EQ(1u, fs_.files_created_.count("out 2.rsp"));
1370 ASSERT_EQ(1u, fs_.files_created_.count("out 3.rsp"));
1372 // The RSP files were removed
1373 ASSERT_EQ(files_removed + 2, fs_.files_removed_.size());
1374 ASSERT_EQ(1u, fs_.files_removed_.count("out 2.rsp"));
1375 ASSERT_EQ(1u, fs_.files_removed_.count("out 3.rsp"));
1378 // Test that RSP file is created but not removed for commands, which fail
1379 TEST_F(BuildTest, RspFileFailure) {
1380 ASSERT_NO_FATAL_FAILURE(AssertParse(&state_,
1383 " rspfile = $rspfile\n"
1384 " rspfile_content = $long_command\n"
1385 "build out: fail in\n"
1386 " rspfile = out.rsp\n"
1387 " long_command = Another very long command\n"));
1389 fs_.Create("out", "");
1391 fs_.Create("in", "");
1394 EXPECT_TRUE(builder_.AddTarget("out", &err));
1397 size_t files_created = fs_.files_created_.size();
1398 size_t files_removed = fs_.files_removed_.size();
1400 EXPECT_FALSE(builder_.Build(&err));
1401 ASSERT_EQ("subcommand failed", err);
1402 ASSERT_EQ(1u, command_runner_.commands_ran_.size());
1404 // The RSP file was created
1405 ASSERT_EQ(files_created + 1, fs_.files_created_.size());
1406 ASSERT_EQ(1u, fs_.files_created_.count("out.rsp"));
1408 // The RSP file was NOT removed
1409 ASSERT_EQ(files_removed, fs_.files_removed_.size());
1410 ASSERT_EQ(0u, fs_.files_removed_.count("out.rsp"));
1412 // The RSP file contains what it should
1413 ASSERT_EQ("Another very long command", fs_.files_["out.rsp"].contents);
1416 // Test that contens of the RSP file behaves like a regular part of
1417 // command line, i.e. triggers a rebuild if changed
1418 TEST_F(BuildWithLogTest, RspFileCmdLineChange) {
1419 ASSERT_NO_FATAL_FAILURE(AssertParse(&state_,
1421 " command = cat $rspfile > $out\n"
1422 " rspfile = $rspfile\n"
1423 " rspfile_content = $long_command\n"
1424 "build out: cat_rsp in\n"
1425 " rspfile = out.rsp\n"
1426 " long_command = Original very long command\n"));
1428 fs_.Create("out", "");
1430 fs_.Create("in", "");
1433 EXPECT_TRUE(builder_.AddTarget("out", &err));
1436 // 1. Build for the 1st time (-> populate log)
1437 EXPECT_TRUE(builder_.Build(&err));
1438 ASSERT_EQ(1u, command_runner_.commands_ran_.size());
1440 // 2. Build again (no change)
1441 command_runner_.commands_ran_.clear();
1443 EXPECT_TRUE(builder_.AddTarget("out", &err));
1445 ASSERT_TRUE(builder_.AlreadyUpToDate());
1447 // 3. Alter the entry in the logfile
1448 // (to simulate a change in the command line between 2 builds)
1449 BuildLog::LogEntry* log_entry = build_log_.LookupByOutput("out");
1450 ASSERT_TRUE(NULL != log_entry);
1451 ASSERT_NO_FATAL_FAILURE(AssertHash(
1452 "cat out.rsp > out;rspfile=Original very long command",
1453 log_entry->command_hash));
1454 log_entry->command_hash++; // Change the command hash to something else.
1455 // Now expect the target to be rebuilt
1456 command_runner_.commands_ran_.clear();
1458 EXPECT_TRUE(builder_.AddTarget("out", &err));
1460 EXPECT_TRUE(builder_.Build(&err));
1461 EXPECT_EQ(1u, command_runner_.commands_ran_.size());
1464 TEST_F(BuildTest, InterruptCleanup) {
1465 ASSERT_NO_FATAL_FAILURE(AssertParse(&state_,
1467 " command = interrupt\n"
1468 "rule touch-interrupt\n"
1469 " command = touch-interrupt\n"
1470 "build out1: interrupt in1\n"
1471 "build out2: touch-interrupt in2\n"));
1473 fs_.Create("out1", "");
1474 fs_.Create("out2", "");
1476 fs_.Create("in1", "");
1477 fs_.Create("in2", "");
1479 // An untouched output of an interrupted command should be retained.
1481 EXPECT_TRUE(builder_.AddTarget("out1", &err));
1483 EXPECT_FALSE(builder_.Build(&err));
1484 EXPECT_EQ("interrupted by user", err);
1486 EXPECT_GT(fs_.Stat("out1"), 0);
1489 // A touched output of an interrupted command should be deleted.
1490 EXPECT_TRUE(builder_.AddTarget("out2", &err));
1492 EXPECT_FALSE(builder_.Build(&err));
1493 EXPECT_EQ("interrupted by user", err);
1495 EXPECT_EQ(0, fs_.Stat("out2"));
1498 TEST_F(BuildTest, PhonyWithNoInputs) {
1499 ASSERT_NO_FATAL_FAILURE(AssertParse(&state_,
1500 "build nonexistent: phony\n"
1501 "build out1: cat || nonexistent\n"
1502 "build out2: cat nonexistent\n"));
1503 fs_.Create("out1", "");
1504 fs_.Create("out2", "");
1506 // out1 should be up to date even though its input is dirty, because its
1507 // order-only dependency has nothing to do.
1509 EXPECT_TRUE(builder_.AddTarget("out1", &err));
1511 EXPECT_TRUE(builder_.AlreadyUpToDate());
1513 // out2 should still be out of date though, because its input is dirty.
1515 command_runner_.commands_ran_.clear();
1517 EXPECT_TRUE(builder_.AddTarget("out2", &err));
1519 EXPECT_TRUE(builder_.Build(&err));
1521 ASSERT_EQ(1u, command_runner_.commands_ran_.size());
1524 TEST_F(BuildTest, DepsGccWithEmptyDepfileErrorsOut) {
1525 ASSERT_NO_FATAL_FAILURE(AssertParse(&state_,
1529 "build out: cc\n"));
1533 EXPECT_TRUE(builder_.AddTarget("out", &err));
1535 EXPECT_FALSE(builder_.AlreadyUpToDate());
1537 EXPECT_FALSE(builder_.Build(&err));
1538 ASSERT_EQ("subcommand failed", err);
1539 ASSERT_EQ(1u, command_runner_.commands_ran_.size());
1542 TEST_F(BuildTest, StatusFormatReplacePlaceholder) {
1543 EXPECT_EQ("[%/s0/t0/r0/u0/f0]",
1544 status_.FormatProgressStatus("[%%/s%s/t%t/r%r/u%u/f%f]"));
1547 TEST_F(BuildTest, FailedDepsParse) {
1548 ASSERT_NO_FATAL_FAILURE(AssertParse(&state_,
1549 "build bad_deps.o: cat in1\n"
1551 " depfile = in1.d\n"));
1554 EXPECT_TRUE(builder_.AddTarget("bad_deps.o", &err));
1557 // These deps will fail to parse, as they should only have one
1558 // path to the left of the colon.
1559 fs_.Create("in1.d", "AAA BBB");
1561 EXPECT_FALSE(builder_.Build(&err));
1562 EXPECT_EQ("subcommand failed", err);
1565 /// Tests of builds involving deps logs necessarily must span
1566 /// multiple builds. We reuse methods on BuildTest but not the
1567 /// builder_ it sets up, because we want pristine objects for
1569 struct BuildWithDepsLogTest : public BuildTest {
1570 BuildWithDepsLogTest() {}
1572 virtual void SetUp() {
1575 temp_dir_.CreateAndEnter("BuildWithDepsLogTest");
1578 virtual void TearDown() {
1579 temp_dir_.Cleanup();
1582 ScopedTempDir temp_dir_;
1584 /// Shadow parent class builder_ so we don't accidentally use it.
1588 /// Run a straightforwad build where the deps log is used.
1589 TEST_F(BuildWithDepsLogTest, Straightforward) {
1591 // Note: in1 was created by the superclass SetUp().
1592 const char* manifest =
1593 "build out: cat in1\n"
1595 " depfile = in1.d\n";
1598 ASSERT_NO_FATAL_FAILURE(AddCatRule(&state));
1599 ASSERT_NO_FATAL_FAILURE(AssertParse(&state, manifest));
1601 // Run the build once, everything should be ok.
1603 ASSERT_TRUE(deps_log.OpenForWrite("ninja_deps", &err));
1606 Builder builder(&state, config_, NULL, &deps_log, &fs_);
1607 builder.command_runner_.reset(&command_runner_);
1608 EXPECT_TRUE(builder.AddTarget("out", &err));
1610 fs_.Create("in1.d", "out: in2");
1611 EXPECT_TRUE(builder.Build(&err));
1614 // The deps file should have been removed.
1615 EXPECT_EQ(0, fs_.Stat("in1.d"));
1616 // Recreate it for the next step.
1617 fs_.Create("in1.d", "out: in2");
1619 builder.command_runner_.release();
1624 ASSERT_NO_FATAL_FAILURE(AddCatRule(&state));
1625 ASSERT_NO_FATAL_FAILURE(AssertParse(&state, manifest));
1627 // Touch the file only mentioned in the deps.
1629 fs_.Create("in2", "");
1631 // Run the build again.
1633 ASSERT_TRUE(deps_log.Load("ninja_deps", &state, &err));
1634 ASSERT_TRUE(deps_log.OpenForWrite("ninja_deps", &err));
1636 Builder builder(&state, config_, NULL, &deps_log, &fs_);
1637 builder.command_runner_.reset(&command_runner_);
1638 command_runner_.commands_ran_.clear();
1639 EXPECT_TRUE(builder.AddTarget("out", &err));
1641 EXPECT_TRUE(builder.Build(&err));
1644 // We should have rebuilt the output due to in2 being
1646 EXPECT_EQ(1u, command_runner_.commands_ran_.size());
1648 builder.command_runner_.release();
1652 /// Verify that obsolete dependency info causes a rebuild.
1653 /// 1) Run a successful build where everything has time t, record deps.
1654 /// 2) Move input/output to time t+1 -- despite files in alignment,
1655 /// should still need to rebuild due to deps at older time.
1656 TEST_F(BuildWithDepsLogTest, ObsoleteDeps) {
1658 // Note: in1 was created by the superclass SetUp().
1659 const char* manifest =
1660 "build out: cat in1\n"
1662 " depfile = in1.d\n";
1664 // Run an ordinary build that gathers dependencies.
1665 fs_.Create("in1", "");
1666 fs_.Create("in1.d", "out: ");
1669 ASSERT_NO_FATAL_FAILURE(AddCatRule(&state));
1670 ASSERT_NO_FATAL_FAILURE(AssertParse(&state, manifest));
1672 // Run the build once, everything should be ok.
1674 ASSERT_TRUE(deps_log.OpenForWrite("ninja_deps", &err));
1677 Builder builder(&state, config_, NULL, &deps_log, &fs_);
1678 builder.command_runner_.reset(&command_runner_);
1679 EXPECT_TRUE(builder.AddTarget("out", &err));
1681 EXPECT_TRUE(builder.Build(&err));
1685 builder.command_runner_.release();
1688 // Push all files one tick forward so that only the deps are out
1691 fs_.Create("in1", "");
1692 fs_.Create("out", "");
1694 // The deps file should have been removed, so no need to timestamp it.
1695 EXPECT_EQ(0, fs_.Stat("in1.d"));
1699 ASSERT_NO_FATAL_FAILURE(AddCatRule(&state));
1700 ASSERT_NO_FATAL_FAILURE(AssertParse(&state, manifest));
1703 ASSERT_TRUE(deps_log.Load("ninja_deps", &state, &err));
1704 ASSERT_TRUE(deps_log.OpenForWrite("ninja_deps", &err));
1706 Builder builder(&state, config_, NULL, &deps_log, &fs_);
1707 builder.command_runner_.reset(&command_runner_);
1708 command_runner_.commands_ran_.clear();
1709 EXPECT_TRUE(builder.AddTarget("out", &err));
1712 // Recreate the deps file here because the build expects them to exist.
1713 fs_.Create("in1.d", "out: ");
1715 EXPECT_TRUE(builder.Build(&err));
1718 // We should have rebuilt the output due to the deps being
1720 EXPECT_EQ(1u, command_runner_.commands_ran_.size());
1722 builder.command_runner_.release();
1726 TEST_F(BuildWithDepsLogTest, DepsIgnoredInDryRun) {
1727 const char* manifest =
1728 "build out: cat in1\n"
1730 " depfile = in1.d\n";
1732 fs_.Create("out", "");
1734 fs_.Create("in1", "");
1737 ASSERT_NO_FATAL_FAILURE(AddCatRule(&state));
1738 ASSERT_NO_FATAL_FAILURE(AssertParse(&state, manifest));
1740 // The deps log is NULL in dry runs.
1741 config_.dry_run = true;
1742 Builder builder(&state, config_, NULL, NULL, &fs_);
1743 builder.command_runner_.reset(&command_runner_);
1744 command_runner_.commands_ran_.clear();
1747 EXPECT_TRUE(builder.AddTarget("out", &err));
1749 EXPECT_TRUE(builder.Build(&err));
1750 ASSERT_EQ(1u, command_runner_.commands_ran_.size());
1752 builder.command_runner_.release();
1755 /// Check that a restat rule generating a header cancels compilations correctly.
1756 TEST_F(BuildTest, RestatDepfileDependency) {
1757 ASSERT_NO_FATAL_FAILURE(AssertParse(&state_,
1759 " command = true\n" // Would be "write if out-of-date" in reality.
1761 "build header.h: true header.in\n"
1762 "build out: cat in1\n"
1763 " depfile = in1.d\n"));
1765 fs_.Create("header.h", "");
1766 fs_.Create("in1.d", "out: header.h");
1768 fs_.Create("header.in", "");
1771 EXPECT_TRUE(builder_.AddTarget("out", &err));
1773 EXPECT_TRUE(builder_.Build(&err));
1777 /// Check that a restat rule generating a header cancels compilations correctly,
1779 TEST_F(BuildWithDepsLogTest, RestatDepfileDependencyDepsLog) {
1781 // Note: in1 was created by the superclass SetUp().
1782 const char* manifest =
1784 " command = true\n" // Would be "write if out-of-date" in reality.
1786 "build header.h: true header.in\n"
1787 "build out: cat in1\n"
1789 " depfile = in1.d\n";
1792 ASSERT_NO_FATAL_FAILURE(AddCatRule(&state));
1793 ASSERT_NO_FATAL_FAILURE(AssertParse(&state, manifest));
1795 // Run the build once, everything should be ok.
1797 ASSERT_TRUE(deps_log.OpenForWrite("ninja_deps", &err));
1800 Builder builder(&state, config_, NULL, &deps_log, &fs_);
1801 builder.command_runner_.reset(&command_runner_);
1802 EXPECT_TRUE(builder.AddTarget("out", &err));
1804 fs_.Create("in1.d", "out: header.h");
1805 EXPECT_TRUE(builder.Build(&err));
1809 builder.command_runner_.release();
1814 ASSERT_NO_FATAL_FAILURE(AddCatRule(&state));
1815 ASSERT_NO_FATAL_FAILURE(AssertParse(&state, manifest));
1817 // Touch the input of the restat rule.
1819 fs_.Create("header.in", "");
1821 // Run the build again.
1823 ASSERT_TRUE(deps_log.Load("ninja_deps", &state, &err));
1824 ASSERT_TRUE(deps_log.OpenForWrite("ninja_deps", &err));
1826 Builder builder(&state, config_, NULL, &deps_log, &fs_);
1827 builder.command_runner_.reset(&command_runner_);
1828 command_runner_.commands_ran_.clear();
1829 EXPECT_TRUE(builder.AddTarget("out", &err));
1831 EXPECT_TRUE(builder.Build(&err));
1834 // Rule "true" should have run again, but the build of "out" should have
1835 // been cancelled due to restat propagating through the depfile header.
1836 EXPECT_EQ(1u, command_runner_.commands_ran_.size());
1838 builder.command_runner_.release();
1842 TEST_F(BuildWithDepsLogTest, DepFileOKDepsLog) {
1844 const char* manifest =
1845 "rule cc\n command = cc $in\n depfile = $out.d\n deps = gcc\n"
1846 "build fo$ o.o: cc foo.c\n";
1848 fs_.Create("foo.c", "");
1852 ASSERT_NO_FATAL_FAILURE(AssertParse(&state, manifest));
1854 // Run the build once, everything should be ok.
1856 ASSERT_TRUE(deps_log.OpenForWrite("ninja_deps", &err));
1859 Builder builder(&state, config_, NULL, &deps_log, &fs_);
1860 builder.command_runner_.reset(&command_runner_);
1861 EXPECT_TRUE(builder.AddTarget("fo o.o", &err));
1863 fs_.Create("fo o.o.d", "fo\\ o.o: blah.h bar.h\n");
1864 EXPECT_TRUE(builder.Build(&err));
1868 builder.command_runner_.release();
1873 ASSERT_NO_FATAL_FAILURE(AssertParse(&state, manifest));
1876 ASSERT_TRUE(deps_log.Load("ninja_deps", &state, &err));
1877 ASSERT_TRUE(deps_log.OpenForWrite("ninja_deps", &err));
1880 Builder builder(&state, config_, NULL, &deps_log, &fs_);
1881 builder.command_runner_.reset(&command_runner_);
1883 Edge* edge = state.edges_.back();
1885 state.GetNode("bar.h", 0)->MarkDirty(); // Mark bar.h as missing.
1886 EXPECT_TRUE(builder.AddTarget("fo o.o", &err));
1889 // Expect three new edges: one generating fo o.o, and two more from
1890 // loading the depfile.
1891 ASSERT_EQ(3u, state.edges_.size());
1892 // Expect our edge to now have three inputs: foo.c and two headers.
1893 ASSERT_EQ(3u, edge->inputs_.size());
1895 // Expect the command line we generate to only use the original input.
1896 ASSERT_EQ("cc foo.c", edge->EvaluateCommand());
1899 builder.command_runner_.release();
1904 TEST_F(BuildWithDepsLogTest, DepFileDepsLogCanonicalize) {
1906 const char* manifest =
1907 "rule cc\n command = cc $in\n depfile = $out.d\n deps = gcc\n"
1908 "build a/b\\c\\d/e/fo$ o.o: cc x\\y/z\\foo.c\n";
1910 fs_.Create("x/y/z/foo.c", "");
1914 ASSERT_NO_FATAL_FAILURE(AssertParse(&state, manifest));
1916 // Run the build once, everything should be ok.
1918 ASSERT_TRUE(deps_log.OpenForWrite("ninja_deps", &err));
1921 Builder builder(&state, config_, NULL, &deps_log, &fs_);
1922 builder.command_runner_.reset(&command_runner_);
1923 EXPECT_TRUE(builder.AddTarget("a/b/c/d/e/fo o.o", &err));
1925 // Note, different slashes from manifest.
1926 fs_.Create("a/b\\c\\d/e/fo o.o.d",
1927 "a\\b\\c\\d\\e\\fo\\ o.o: blah.h bar.h\n");
1928 EXPECT_TRUE(builder.Build(&err));
1932 builder.command_runner_.release();
1937 ASSERT_NO_FATAL_FAILURE(AssertParse(&state, manifest));
1940 ASSERT_TRUE(deps_log.Load("ninja_deps", &state, &err));
1941 ASSERT_TRUE(deps_log.OpenForWrite("ninja_deps", &err));
1944 Builder builder(&state, config_, NULL, &deps_log, &fs_);
1945 builder.command_runner_.reset(&command_runner_);
1947 Edge* edge = state.edges_.back();
1949 state.GetNode("bar.h", 0)->MarkDirty(); // Mark bar.h as missing.
1950 EXPECT_TRUE(builder.AddTarget("a/b/c/d/e/fo o.o", &err));
1953 // Expect three new edges: one generating fo o.o, and two more from
1954 // loading the depfile.
1955 ASSERT_EQ(3u, state.edges_.size());
1956 // Expect our edge to now have three inputs: foo.c and two headers.
1957 ASSERT_EQ(3u, edge->inputs_.size());
1959 // Expect the command line we generate to only use the original input.
1960 // Note, slashes from manifest, not .d.
1961 ASSERT_EQ("cc x\\y/z\\foo.c", edge->EvaluateCommand());
1964 builder.command_runner_.release();
1969 /// Check that a restat rule doesn't clear an edge if the depfile is missing.
1970 /// Follows from: https://github.com/martine/ninja/issues/603
1971 TEST_F(BuildTest, RestatMissingDepfile) {
1972 const char* manifest =
1974 " command = true\n" // Would be "write if out-of-date" in reality.
1976 "build header.h: true header.in\n"
1977 "build out: cat header.h\n"
1978 " depfile = out.d\n";
1980 fs_.Create("header.h", "");
1982 fs_.Create("out", "");
1983 fs_.Create("header.in", "");
1985 // Normally, only 'header.h' would be rebuilt, as
1986 // its rule doesn't touch the output and has 'restat=1' set.
1987 // But we are also missing the depfile for 'out',
1988 // which should force its command to run anyway!
1989 RebuildTarget("out", manifest);
1990 ASSERT_EQ(2u, command_runner_.commands_ran_.size());
1993 /// Check that a restat rule doesn't clear an edge if the deps are missing.
1994 /// https://github.com/martine/ninja/issues/603
1995 TEST_F(BuildWithDepsLogTest, RestatMissingDepfileDepslog) {
1997 const char* manifest =
1999 " command = true\n" // Would be "write if out-of-date" in reality.
2001 "build header.h: true header.in\n"
2002 "build out: cat header.h\n"
2004 " depfile = out.d\n";
2006 // Build once to populate ninja deps logs from out.d
2007 fs_.Create("header.in", "");
2008 fs_.Create("out.d", "out: header.h");
2009 fs_.Create("header.h", "");
2011 RebuildTarget("out", manifest, "build_log", "ninja_deps");
2012 ASSERT_EQ(2u, command_runner_.commands_ran_.size());
2014 // Sanity: this rebuild should be NOOP
2015 RebuildTarget("out", manifest, "build_log", "ninja_deps");
2016 ASSERT_EQ(0u, command_runner_.commands_ran_.size());
2018 // Touch 'header.in', blank dependencies log (create a different one).
2019 // Building header.h triggers 'restat' outputs cleanup.
2020 // Validate that out is rebuilt netherless, as deps are missing.
2022 fs_.Create("header.in", "");
2024 // (switch to a new blank deps_log "ninja_deps2")
2025 RebuildTarget("out", manifest, "build_log", "ninja_deps2");
2026 ASSERT_EQ(2u, command_runner_.commands_ran_.size());
2028 // Sanity: this build should be NOOP
2029 RebuildTarget("out", manifest, "build_log", "ninja_deps2");
2030 ASSERT_EQ(0u, command_runner_.commands_ran_.size());
2032 // Check that invalidating deps by target timestamp also works here
2033 // Repeat the test but touch target instead of blanking the log.
2035 fs_.Create("header.in", "");
2036 fs_.Create("out", "");
2037 RebuildTarget("out", manifest, "build_log", "ninja_deps2");
2038 ASSERT_EQ(2u, command_runner_.commands_ran_.size());
2040 // And this build should be NOOP again
2041 RebuildTarget("out", manifest, "build_log", "ninja_deps2");
2042 ASSERT_EQ(0u, command_runner_.commands_ran_.size());
2045 TEST_F(BuildTest, WrongOutputInDepfileCausesRebuild) {
2047 const char* manifest =
2049 " command = cc $in\n"
2050 " depfile = $out.d\n"
2051 "build foo.o: cc foo.c\n";
2053 fs_.Create("foo.c", "");
2054 fs_.Create("foo.o", "");
2055 fs_.Create("header.h", "");
2056 fs_.Create("foo.o.d", "bar.o.d: header.h\n");
2058 RebuildTarget("foo.o", manifest, "build_log", "ninja_deps");
2059 ASSERT_EQ(1u, command_runner_.commands_ran_.size());
2062 TEST_F(BuildTest, Console) {
2063 ASSERT_NO_FATAL_FAILURE(AssertParse(&state_,
2065 " command = console\n"
2067 "build cons: console in.txt\n"));
2069 fs_.Create("in.txt", "");
2072 EXPECT_TRUE(builder_.AddTarget("cons", &err));
2074 EXPECT_TRUE(builder_.Build(&err));
2076 ASSERT_EQ(1u, command_runner_.commands_ran_.size());