TEST.profile.Makefile - third_party/github.com/llvm/llvm-test-suite - Git at Google

 ##===- TEST.profile.Makefile ------------------------------*- Makefile -*--===##
 #
 # This test is used to generate information about program status for the
 # profiling report.
 #
 # This Makefile starts with Output/%.linked.rbc.  This is the entire input
 # program linked into a single .bc file, with no optimizations.  It then
 # compiles the program with profiling instrumentation (to generate profiling
 # data), compiles the program using profile guided optimization and finally
 # reruns the optimized program.
 #
 ##===----------------------------------------------------------------------===##

 CURDIR  := $(shell cd .; pwd)
 PROGDIR := $(PROJ_SRC_ROOT)
 RELDIR  := $(subst $(PROGDIR),,$(CURDIR))

 REPORTS_TO_GEN := prof-edge-gen.compile \
                   prof-edge-use.compile \
                   prof-edge-use.exec \
                   vanilla.exec
 REPORTS_SUFFIX := $(addsuffix .report.txt, $(REPORTS_TO_GEN))

 PROGRAMS_TO_TEST_PROF := $(addsuffix .prof-edge, $(PROGRAMS_TO_TEST))
 PROGRAMS_TO_TEST_PROFGEN := $(addsuffix -gen, $(PROGRAMS_TO_TEST_PROF))
 PROGRAMS_TO_TEST_PROFUSE := $(addsuffix -use, $(PROGRAMS_TO_TEST_PROF))
 PROGRAMS_TO_TEST_PROFVAN := $(addsuffix .vanilla, $(PROGRAMS_TO_TEST))
 PROGRAMS_TO_TEST_ALLUSE := $(PROGRAMS_TO_TEST_PROFUSE) \
                            $(PROGRAMS_TO_TEST_PROFVAN)
 PROGRAMS_TO_TEST_PROFALL := $(PROGRAMS_TO_TEST_PROFGEN) \
                             $(PROGRAMS_TO_TEST_ALLUSE)

 # What optimizations to run before and after the insertion of profiling
 # counters.
 PREPROF_OPTS :=
 POSTPROF_OPTS := -std-compile-opts

 # What optimizations to run before and after loading profiling data.
 # PRELOAD_OPTS should really be the same as PREPROF_OPTS, it isn't compulsory
 # but the profiling data will not match if the control flow graphs are
 # different.  POSTLOAD_OPTS can be completely different from POSTPROF_OPTS if
 # desired (possibly, -O[1-9] can insert some early passes).
 PRELOAD_OPTS := $(PREPROF_OPTS)
 POSTLOAD_OPTS := $(POSTPROF_OPTS)

 # These targets just copy files from general rules to specific names so as more
 # specific rules can exploit the general ones.
 $(PROGRAMS_TO_TEST:%=Output/%.prof-edge-use.linked.rbc): \
 Output/%.prof-edge-use.linked.rbc: Output/%.linked.rbc
 	$(CP) $< $@

 $(PROGRAMS_TO_TEST:%=Output/%.prof-edge-gen.linked.rbc): \
 Output/%.prof-edge-gen.linked.rbc: Output/%.linked.rbc
 	$(CP) $< $@

 $(PROGRAMS_TO_TEST:%=Output/%.prof-edge-gen.out-nat): \
 Output/%.prof-edge-gen.out-nat: Output/%.out-nat
 	$(CP) $< $@
 	$(CP) $<.time $@.time

 $(PROGRAMS_TO_TEST:%=Output/%.prof-edge-use.out-nat): \
 Output/%.prof-edge-use.out-nat: Output/%.out-nat
 	$(CP) $< $@
 	$(CP) $<.time $@.time

 $(PROGRAMS_TO_TEST:%=Output/%.vanilla.out-nat): \
 Output/%.vanilla.out-nat: Output/%.out-nat
 	$(CP) $< $@
 	$(CP) $<.time $@.time

 # Instrument a program with profiling counters.
 $(PROGRAMS_TO_TEST:%=Output/%.prof-edge-gen.linked.bc): \
 Output/%.prof-edge-gen.linked.bc: Output/%.linked.rbc $(LOPT)
 	$(VERB) $(RM) -f $(CURDIR)/$@.info
 	$(RUNSAFELYLOCAL) /dev/null $@.opt \
 	    $(LOPT) \
 			$(PREPROF_OPTS) -insert-edge-profiling $(POSTPROF_OPTS) \
 			-info-output-file=$(CURDIR)/$@.info \
 			$(STATS) $(EXTRA_LOPT_OPTIONS) $< -o $@

 # Optimize a program using profiling data.
 $(PROGRAMS_TO_TEST_PROF:%=Output/%-use.linked.bc): \
 Output/%-use.linked.bc: Output/%-use.linked.rbc Output/%-gen.prof-data $(LOPT)
 	$(VERB) $(RM) -f $(CURDIR)/$@.info
 	$(RUNSAFELYLOCAL) /dev/null $@.opt \
 	    $(LOPT) \
 			$(PRELOAD_OPTS) \
 			-profile-file=Output/$*-gen.prof-data -profile-metadata-loader \
 			$(POSTLOAD_OPTS) \
 			-info-output-file=$(CURDIR)/$@.info \
 			$(STATS) $(EXTRA_LOPT_OPTIONS) $< -o $@

 # Optimize a program without profiling data.
 $(PROGRAMS_TO_TEST:%=Output/%.vanilla.linked.bc): \
 Output/%.vanilla.linked.bc: Output/%.linked.rbc $(LOPT)
 	$(VERB) $(RM) -f $(CURDIR)/$@.info
 	$(RUNSAFELYLOCAL) /dev/null $@.opt \
 	    $(LOPT) \
 			$(PRELOAD_OPTS) $(POSTLOAD_OPTS) \
 			-info-output-file=$(CURDIR)/$@.info \
 			$(STATS) $(EXTRA_LOPT_OPTIONS) $< -o $@

 # Apply standard link-time optimizations to any program.
 $(PROGRAMS_TO_TEST_PROFALL:%=Output/%.llvm.bc): \
 Output/%.llvm.bc: Output/%.linked.bc $(LOPT)
 	$(RUNSAFELYLOCAL) /dev/null $@.opt \
 	    $(LOPT) \
 			-std-link-opts \
 			-info-output-file=$(CURDIR)/$@.info \
 			$(STATS) $< $(EXTRA_LINKTIME_OPT_FLAGS) -o $@

 # Compile LLVM IR to target-specific object code.
 $(PROGRAMS_TO_TEST_PROFALL:%=Output/%.o): \
 Output/%.o: Output/%.llvm.bc $(LLC)
 	$(VERB) $(RM) -f $(CURDIR)/$@.info
 	$(RUNSAFELYLOCAL) /dev/null $@.compile \
 		$(LLC) $(LLCFLAGS) -filetype=obj  $< -o $@ \
 			-info-output-file=$(CURDIR)/$@.info $(STATS)

 # Compile LLVM IR to target-specific assembly.
 $(PROGRAMS_TO_TEST_PROFALL:%=Output/%.s): \
 Output/%.s: Output/%.llvm.bc $(LLC)
 	$(VERB) $(RM) -f $(CURDIR)/$@.info
 	$(RUNSAFELYLOCAL) /dev/null $@.compile \
 		$(LLC) $(LLCFLAGS) $< -o $@ -info-output-file=$(CURDIR)/$@.info $(STATS)

 ifdef TEST_INTEGRATED_ASSEMBLER

 # Assemble/link a program (linking against the profiling runtime).
 $(PROGRAMS_TO_TEST_PROFGEN:%=Output/%): \
 Output/%: Output/%.o
 	-$(CP) $<.compile.time $@.compile.time
 	-$(PROGRAMLD) $< -o $@ $(LLCLIBS) $(LLCASSEMBLERFLAGS) $(X_TARGET_FLAGS) \
 		$(LDFLAGS) $(LIBPROFILESO)

 # Assemble/link a program.
 $(PROGRAMS_TO_TEST_ALLUSE:%=Output/%): \
 Output/%: Output/%.o
 	-$(CP) $<.compile.time $@.compile.time
 	-$(PROGRAMLD) $< -o $@ $(LLCLIBS) $(LLCASSEMBLERFLAGS) $(X_TARGET_FLAGS) \
 		$(LDFLAGS)

 else

 # Assemble/link a program (linking against the profiling runtime).
 $(PROGRAMS_TO_TEST_PROFGEN:%=Output/%): \
 Output/%: Output/%.s
 	-$(CP) $<.compile.time $@.compile.time
 	-$(PROGRAMLD) $< -o $@ $(LLCLIBS) $(LLCASSEMBLERFLAGS) $(X_TARGET_FLAGS) \
 		$(LDFLAGS) $(LIBPROFILESO)

 # Assemble/link a program.
 $(PROGRAMS_TO_TEST_ALLUSE:%=Output/%): \
 Output/%: Output/%.s
 	-$(CP) $<.compile.time $@.compile.time
 	-$(PROGRAMLD) $< -o $@ $(LLCLIBS) $(LLCASSEMBLERFLAGS) $(X_TARGET_FLAGS) \
 		$(LDFLAGS)

 endif

 # Run the instrumented program to generate profiling data.
 $(PROGRAMS_TO_TEST_PROFGEN:%=Output/%.out-pgo): \
 Output/%.out-pgo: Output/%
 	$(VERB) $(RM) -f Output/$*.prof-data.tmp
 	LLVMPROF_OUTPUT="Output/$*.prof-data.tmp" \
 		$(RUNSAFELY) $(STDIN_FILENAME) $@ $< $(RUN_OPTIONS)
 ifdef PROGRAM_OUTPUT_FILTER
 	$(PROGRAM_OUTPUT_FILTER) $@
 endif

 $(PROGRAMS_TO_TEST_PROFGEN:%=Output/%.prof-data): \
 Output/%.prof-data: Output/%.out-pgo
 	-$(CP) $@.tmp $@

 # Run a non-instrumented program.
 $(PROGRAMS_TO_TEST_ALLUSE:%=Output/%.out-pgo): \
 Output/%.out-pgo: Output/%
 	$(RUNSAFELY) $(STDIN_FILENAME) $@ $< $(RUN_OPTIONS)
 ifdef PROGRAM_OUTPUT_FILTER
 	$(PROGRAM_OUTPUT_FILTER) $@
 endif

 # Determine whether the program exectuted successfully (i.e. produced the same
 # output as the reference).
 $(PROGRAMS_TO_TEST_PROFALL:%=Output/%.exec): \
 Output/%.exec: Output/%.out-pgo Output/%.out-nat
 	-$(CP) $<.time $@.time
 	$(DIFFPROG) pgo $* $(HIDEDIFF) &> $@
 	@-if test `cat $@ | wc -l` -eq 0 ; then \
 	  touch $@.success ;\
 	else \
 	  touch $@.fail ;\
 	fi

 $(PROGRAMS_TO_TEST:%=Output/%.prof-edge-gen.compile.report.txt): \
 Output/%.prof-edge-gen.compile.report.txt: Output/%.prof-edge-gen.exec Output/%.prof-edge-gen.linked.bc
 	@echo > $@
 	@-if test -f Output/$*.prof-edge-gen; then \
 	  echo "TEST-PASS: prof-edge-gen-compile $(RELDIR)/$*" >> $@; \
 	  echo "TEST-RESULT-prof-edge-gen-compile-success: pass" >> $@;\
 	else \
 	  echo "TEST-FAIL: prof-edge-gen-compile $(RELDIR)/$*" >> $@; \
 	fi
 	@-printf "TEST-RESULT-prof-edge-gen-compile-time: " >> $@
 	@-grep "^user" Output/$*.prof-edge-gen.compile.time >> $@
 	@-printf "TEST-RESULT-prof-edge-gen-compile-edges-inserted: " >> $@
 	@-cat Output/$*.prof-edge-gen.linked.bc.info \
 	    | grep insert-edge-profiling \
 	    | grep 'The # of edges inserted.' \
 	    | $(SED) 's/ *\([0-9]*\) insert-edge-profiling.*/\1/' >> $@
 	@-printf "TEST-RESULT-prof-edge-gen-exec-time: " >> $@
 	@-grep "^user" $<.time >> $@

 $(PROGRAMS_TO_TEST:%=Output/%.prof-edge-use.compile.report.txt): \
 Output/%.prof-edge-use.compile.report.txt: Output/%.prof-edge-use.exec
 	@echo > $@
 	@-if test -f Output/$*.prof-edge-use ; then \
 	  echo "TEST-PASS: prof-edge-use-compile $(RELDIR)/$*" >> $@; \
 	  echo "TEST-RESULT-prof-edge-use-compile-success: pass" >> $@;\
 	else \
 	  echo "TEST-FAIL: prof-edge-use-compile $(RELDIR)/$*" >> $@; \
 	fi
 	@-printf "TEST-RESULT-prof-edge-use-compile-time: " >> $@
 	@-grep "^user" Output/$*.prof-edge-use.compile.time >> $@
 	@-printf "TEST-RESULT-prof-edge-use-compile-terms-annotated: " >> $@
 	@-if test `  cat Output/$*.prof-edge-use.linked.bc.info \
 	           | grep profile-metadata-loader \
 	           | grep 'The # of terminator instructions annotated.' \
 	           | wc -l` -gt 0; \
 	then \
 	  cat Output/$*.prof-edge-use.linked.bc.info \
 	      | grep profile-metadata-loader \
 	      | grep 'The # of terminator instructions annotated.' \
 	      | $(SED) 's/ *\([0-9]*\) profile-metadata-loader.*/\1/' >> $@; \
 	else \
 	  echo "0" >> $@; \
 	fi
 	@-printf "TEST-RESULT-prof-edge-use-compile-lower-expects: " >> $@
 	@-if test `  cat Output/$*.prof-edge-gen.linked.bc.info \
 	           | grep lower-expect-intrinsic \
 	           | wc -l` -gt 0; \
 	then \
 	  cat Output/$*.prof-edge-gen.linked.bc.info \
 	    | grep lower-expect-intrinsic \
 	    | $(SED) 's/ *\([0-9]*\) lower-expect-intrinsic.*/\1/' >> $@;\
 	else \
 	  echo "0" >> $@; \
 	fi

 $(PROGRAMS_TO_TEST_ALLUSE:%=Output/%.exec.report.txt): \
 Output/%.exec.report.txt: Output/%.exec
 	@echo > $@
 	@-is_xfail=0; \
 	for i in $(EXEC_XFAILS); do \
 	   if test "$*" == $$i; then \
 	     is_xfail=1; \
 	   fi; \
 	done; \
 	type="`echo $* | sed -e 's/.*\.\([a-z\-]*\)/\1/'`";\
 	if test $$is_xfail == 1; then \
 	  echo "TEST-XFAIL: `echo $$type`-exec $(RELDIR)/$*" >> $@;\
 	  echo "TEST-RESULT-`echo $$type`-exec-success: xfail" >> $@;\
 	elif test -f Output/$*.exec.success; then \
 	  echo "TEST-PASS: `echo $$type`-exec $(RELDIR)/$*" >> $@;\
 	  echo "TEST-RESULT-`echo $$type`-exec-success: pass" >> $@;\
 	else \
 	  echo "TEST-FAIL: `echo $$type`-exec $(RELDIR)/$*" >> $@;\
 	fi;\
 	printf "TEST-RESULT-`echo $$type`-exec-time: " >> $@
 	@-grep "^user" Output/$*.exec.time >> $@
 	if test -f Output/$*.extra-results.txt; then \
 	  $(PROGDIR)/ParseMultipleResults $(RELDIR)/$* \
 	      Output/$*.extra-results.txt >> $@; \
 	fi

 # Overall tests: just run subordinate tests
 $(PROGRAMS_TO_TEST:%=Output/%.$(TEST).report.txt): \
 Output/%.$(TEST).report.txt: $(addprefix Output/%., $(REPORTS_SUFFIX))
 	$(VERB) $(RM) -f $@
 	@echo "---------------------------------------------------------------" >> $@
 	@echo ">>> ========= '$(RELDIR)/$*' Program" >> $@
 	@echo "---------------------------------------------------------------" >> $@
 	-cat $(addprefix Output/$*., $(REPORTS_SUFFIX)) >> $@

 $(PROGRAMS_TO_TEST:%=test.$(TEST).%): \
 test.$(TEST).%: Output/%.$(TEST).report.txt
 	@-cat $<

 $(PROGRAMS_TO_TEST_PROFALL:%=build.$(TEST).%): \
 build.$(TEST).%: Output/%
 	@echo "Finished Building: $<"
	##===- TEST.profile.Makefile ------------------------------- Makefile ---===##
	#
	# This test is used to generate information about program status for the
	# profiling report.
	#
	# This Makefile starts with Output/%.linked.rbc. This is the entire input
	# program linked into a single .bc file, with no optimizations. It then
	# compiles the program with profiling instrumentation (to generate profiling
	# data), compiles the program using profile guided optimization and finally
	# reruns the optimized program.
	#
	##===----------------------------------------------------------------------===##

	CURDIR := $(shell cd .; pwd)
	PROGDIR := $(PROJ_SRC_ROOT)
	RELDIR := $(subst $(PROGDIR),,$(CURDIR))

	REPORTS_TO_GEN := prof-edge-gen.compile \
	prof-edge-use.compile \
	prof-edge-use.exec \
	vanilla.exec
	REPORTS_SUFFIX := $(addsuffix .report.txt, $(REPORTS_TO_GEN))

	PROGRAMS_TO_TEST_PROF := $(addsuffix .prof-edge, $(PROGRAMS_TO_TEST))
	PROGRAMS_TO_TEST_PROFGEN := $(addsuffix -gen, $(PROGRAMS_TO_TEST_PROF))
	PROGRAMS_TO_TEST_PROFUSE := $(addsuffix -use, $(PROGRAMS_TO_TEST_PROF))
	PROGRAMS_TO_TEST_PROFVAN := $(addsuffix .vanilla, $(PROGRAMS_TO_TEST))
	PROGRAMS_TO_TEST_ALLUSE := $(PROGRAMS_TO_TEST_PROFUSE) \
	$(PROGRAMS_TO_TEST_PROFVAN)
	PROGRAMS_TO_TEST_PROFALL := $(PROGRAMS_TO_TEST_PROFGEN) \
	$(PROGRAMS_TO_TEST_ALLUSE)

	# What optimizations to run before and after the insertion of profiling
	# counters.
	PREPROF_OPTS :=
	POSTPROF_OPTS := -std-compile-opts

	# What optimizations to run before and after loading profiling data.
	# PRELOAD_OPTS should really be the same as PREPROF_OPTS, it isn't compulsory
	# but the profiling data will not match if the control flow graphs are
	# different. POSTLOAD_OPTS can be completely different from POSTPROF_OPTS if
	# desired (possibly, -O[1-9] can insert some early passes).
	PRELOAD_OPTS := $(PREPROF_OPTS)
	POSTLOAD_OPTS := $(POSTPROF_OPTS)

	# These targets just copy files from general rules to specific names so as more
	# specific rules can exploit the general ones.
	$(PROGRAMS_TO_TEST:%=Output/%.prof-edge-use.linked.rbc): \
	Output/%.prof-edge-use.linked.rbc: Output/%.linked.rbc
	$(CP) $< $@

	$(PROGRAMS_TO_TEST:%=Output/%.prof-edge-gen.linked.rbc): \
	Output/%.prof-edge-gen.linked.rbc: Output/%.linked.rbc
	$(CP) $< $@

	$(PROGRAMS_TO_TEST:%=Output/%.prof-edge-gen.out-nat): \
	Output/%.prof-edge-gen.out-nat: Output/%.out-nat
	$(CP) $< $@
	$(CP) $<.time $@.time

	$(PROGRAMS_TO_TEST:%=Output/%.prof-edge-use.out-nat): \
	Output/%.prof-edge-use.out-nat: Output/%.out-nat
	$(CP) $< $@
	$(CP) $<.time $@.time

	$(PROGRAMS_TO_TEST:%=Output/%.vanilla.out-nat): \
	Output/%.vanilla.out-nat: Output/%.out-nat
	$(CP) $< $@
	$(CP) $<.time $@.time

	# Instrument a program with profiling counters.
	$(PROGRAMS_TO_TEST:%=Output/%.prof-edge-gen.linked.bc): \
	Output/%.prof-edge-gen.linked.bc: Output/%.linked.rbc $(LOPT)
	$(VERB) $(RM) -f $(CURDIR)/$@.info
	$(RUNSAFELYLOCAL) /dev/null $@.opt \
	$(LOPT) \
	$(PREPROF_OPTS) -insert-edge-profiling $(POSTPROF_OPTS) \
	-info-output-file=$(CURDIR)/$@.info \
	$(STATS) $(EXTRA_LOPT_OPTIONS) $< -o $@

	# Optimize a program using profiling data.
	$(PROGRAMS_TO_TEST_PROF:%=Output/%-use.linked.bc): \
	Output/%-use.linked.bc: Output/%-use.linked.rbc Output/%-gen.prof-data $(LOPT)
	$(VERB) $(RM) -f $(CURDIR)/$@.info
	$(RUNSAFELYLOCAL) /dev/null $@.opt \
	$(LOPT) \
	$(PRELOAD_OPTS) \
	-profile-file=Output/$*-gen.prof-data -profile-metadata-loader \
	$(POSTLOAD_OPTS) \
	-info-output-file=$(CURDIR)/$@.info \
	$(STATS) $(EXTRA_LOPT_OPTIONS) $< -o $@

	# Optimize a program without profiling data.
	$(PROGRAMS_TO_TEST:%=Output/%.vanilla.linked.bc): \
	Output/%.vanilla.linked.bc: Output/%.linked.rbc $(LOPT)
	$(VERB) $(RM) -f $(CURDIR)/$@.info
	$(RUNSAFELYLOCAL) /dev/null $@.opt \
	$(LOPT) \
	$(PRELOAD_OPTS) $(POSTLOAD_OPTS) \
	-info-output-file=$(CURDIR)/$@.info \
	$(STATS) $(EXTRA_LOPT_OPTIONS) $< -o $@

	# Apply standard link-time optimizations to any program.
	$(PROGRAMS_TO_TEST_PROFALL:%=Output/%.llvm.bc): \
	Output/%.llvm.bc: Output/%.linked.bc $(LOPT)
	$(RUNSAFELYLOCAL) /dev/null $@.opt \
	$(LOPT) \
	-std-link-opts \
	-info-output-file=$(CURDIR)/$@.info \
	$(STATS) $< $(EXTRA_LINKTIME_OPT_FLAGS) -o $@

	# Compile LLVM IR to target-specific object code.
	$(PROGRAMS_TO_TEST_PROFALL:%=Output/%.o): \
	Output/%.o: Output/%.llvm.bc $(LLC)
	$(VERB) $(RM) -f $(CURDIR)/$@.info
	$(RUNSAFELYLOCAL) /dev/null $@.compile \
	$(LLC) $(LLCFLAGS) -filetype=obj $< -o $@ \
	-info-output-file=$(CURDIR)/$@.info $(STATS)

	# Compile LLVM IR to target-specific assembly.
	$(PROGRAMS_TO_TEST_PROFALL:%=Output/%.s): \
	Output/%.s: Output/%.llvm.bc $(LLC)
	$(VERB) $(RM) -f $(CURDIR)/$@.info
	$(RUNSAFELYLOCAL) /dev/null $@.compile \
	$(LLC) $(LLCFLAGS) $< -o $@ -info-output-file=$(CURDIR)/$@.info $(STATS)

	ifdef TEST_INTEGRATED_ASSEMBLER

	# Assemble/link a program (linking against the profiling runtime).
	$(PROGRAMS_TO_TEST_PROFGEN:%=Output/%): \
	Output/%: Output/%.o
	-$(CP) $<.compile.time $@.compile.time
	-$(PROGRAMLD) $< -o $@ $(LLCLIBS) $(LLCASSEMBLERFLAGS) $(X_TARGET_FLAGS) \
	$(LDFLAGS) $(LIBPROFILESO)

	# Assemble/link a program.
	$(PROGRAMS_TO_TEST_ALLUSE:%=Output/%): \
	Output/%: Output/%.o
	-$(CP) $<.compile.time $@.compile.time
	-$(PROGRAMLD) $< -o $@ $(LLCLIBS) $(LLCASSEMBLERFLAGS) $(X_TARGET_FLAGS) \
	$(LDFLAGS)

	else

	# Assemble/link a program (linking against the profiling runtime).
	$(PROGRAMS_TO_TEST_PROFGEN:%=Output/%): \
	Output/%: Output/%.s
	-$(CP) $<.compile.time $@.compile.time
	-$(PROGRAMLD) $< -o $@ $(LLCLIBS) $(LLCASSEMBLERFLAGS) $(X_TARGET_FLAGS) \
	$(LDFLAGS) $(LIBPROFILESO)

	# Assemble/link a program.
	$(PROGRAMS_TO_TEST_ALLUSE:%=Output/%): \
	Output/%: Output/%.s
	-$(CP) $<.compile.time $@.compile.time
	-$(PROGRAMLD) $< -o $@ $(LLCLIBS) $(LLCASSEMBLERFLAGS) $(X_TARGET_FLAGS) \
	$(LDFLAGS)

	endif

	# Run the instrumented program to generate profiling data.
	$(PROGRAMS_TO_TEST_PROFGEN:%=Output/%.out-pgo): \
	Output/%.out-pgo: Output/%
	$(VERB) $(RM) -f Output/$*.prof-data.tmp
	LLVMPROF_OUTPUT="Output/$*.prof-data.tmp" \
	$(RUNSAFELY) $(STDIN_FILENAME) $@ $< $(RUN_OPTIONS)
	ifdef PROGRAM_OUTPUT_FILTER
	$(PROGRAM_OUTPUT_FILTER) $@
	endif

	$(PROGRAMS_TO_TEST_PROFGEN:%=Output/%.prof-data): \
	Output/%.prof-data: Output/%.out-pgo
	-$(CP) $@.tmp $@

	# Run a non-instrumented program.
	$(PROGRAMS_TO_TEST_ALLUSE:%=Output/%.out-pgo): \
	Output/%.out-pgo: Output/%
	$(RUNSAFELY) $(STDIN_FILENAME) $@ $< $(RUN_OPTIONS)
	ifdef PROGRAM_OUTPUT_FILTER
	$(PROGRAM_OUTPUT_FILTER) $@
	endif

	# Determine whether the program exectuted successfully (i.e. produced the same
	# output as the reference).
	$(PROGRAMS_TO_TEST_PROFALL:%=Output/%.exec): \
	Output/%.exec: Output/%.out-pgo Output/%.out-nat
	-$(CP) $<.time $@.time
	$(DIFFPROG) pgo $* $(HIDEDIFF) &> $@
	@-if test `cat $@ \| wc -l` -eq 0 ; then \
	touch $@.success ;\
	else \
	touch $@.fail ;\
	fi

	$(PROGRAMS_TO_TEST:%=Output/%.prof-edge-gen.compile.report.txt): \
	Output/%.prof-edge-gen.compile.report.txt: Output/%.prof-edge-gen.exec Output/%.prof-edge-gen.linked.bc
	@echo > $@
	@-if test -f Output/$*.prof-edge-gen; then \
	echo "TEST-PASS: prof-edge-gen-compile $(RELDIR)/$*" >> $@; \
	echo "TEST-RESULT-prof-edge-gen-compile-success: pass" >> $@;\
	else \
	echo "TEST-FAIL: prof-edge-gen-compile $(RELDIR)/$*" >> $@; \
	fi
	@-printf "TEST-RESULT-prof-edge-gen-compile-time: " >> $@
	@-grep "^user" Output/$*.prof-edge-gen.compile.time >> $@
	@-printf "TEST-RESULT-prof-edge-gen-compile-edges-inserted: " >> $@
	@-cat Output/$*.prof-edge-gen.linked.bc.info \
	\| grep insert-edge-profiling \
	\| grep 'The # of edges inserted.' \
	\| $(SED) 's/ \([0-9]\) insert-edge-profiling.*/\1/' >> $@
	@-printf "TEST-RESULT-prof-edge-gen-exec-time: " >> $@
	@-grep "^user" $<.time >> $@

	$(PROGRAMS_TO_TEST:%=Output/%.prof-edge-use.compile.report.txt): \
	Output/%.prof-edge-use.compile.report.txt: Output/%.prof-edge-use.exec
	@echo > $@
	@-if test -f Output/$*.prof-edge-use ; then \
	echo "TEST-PASS: prof-edge-use-compile $(RELDIR)/$*" >> $@; \
	echo "TEST-RESULT-prof-edge-use-compile-success: pass" >> $@;\
	else \
	echo "TEST-FAIL: prof-edge-use-compile $(RELDIR)/$*" >> $@; \
	fi
	@-printf "TEST-RESULT-prof-edge-use-compile-time: " >> $@
	@-grep "^user" Output/$*.prof-edge-use.compile.time >> $@
	@-printf "TEST-RESULT-prof-edge-use-compile-terms-annotated: " >> $@
	@-if test ` cat Output/$*.prof-edge-use.linked.bc.info \
	\| grep profile-metadata-loader \
	\| grep 'The # of terminator instructions annotated.' \
	\| wc -l` -gt 0; \
	then \
	cat Output/$*.prof-edge-use.linked.bc.info \
	\| grep profile-metadata-loader \
	\| grep 'The # of terminator instructions annotated.' \
	\| $(SED) 's/ \([0-9]\) profile-metadata-loader.*/\1/' >> $@; \
	else \
	echo "0" >> $@; \
	fi
	@-printf "TEST-RESULT-prof-edge-use-compile-lower-expects: " >> $@
	@-if test ` cat Output/$*.prof-edge-gen.linked.bc.info \
	\| grep lower-expect-intrinsic \
	\| wc -l` -gt 0; \
	then \
	cat Output/$*.prof-edge-gen.linked.bc.info \
	\| grep lower-expect-intrinsic \
	\| $(SED) 's/ \([0-9]\) lower-expect-intrinsic.*/\1/' >> $@;\
	else \
	echo "0" >> $@; \
	fi

	$(PROGRAMS_TO_TEST_ALLUSE:%=Output/%.exec.report.txt): \
	Output/%.exec.report.txt: Output/%.exec
	@echo > $@
	@-is_xfail=0; \
	for i in $(EXEC_XFAILS); do \
	if test "$*" == $$i; then \
	is_xfail=1; \
	fi; \
	done; \
	type="`echo $* \| sed -e 's/.\.\([a-z\-]\)/\1/'`";\
	if test $$is_xfail == 1; then \
	echo "TEST-XFAIL: `echo $$type`-exec $(RELDIR)/$*" >> $@;\
	echo "TEST-RESULT-`echo $$type`-exec-success: xfail" >> $@;\
	elif test -f Output/$*.exec.success; then \
	echo "TEST-PASS: `echo $$type`-exec $(RELDIR)/$*" >> $@;\
	echo "TEST-RESULT-`echo $$type`-exec-success: pass" >> $@;\
	else \
	echo "TEST-FAIL: `echo $$type`-exec $(RELDIR)/$*" >> $@;\
	fi;\
	printf "TEST-RESULT-`echo $$type`-exec-time: " >> $@
	@-grep "^user" Output/$*.exec.time >> $@
	if test -f Output/$*.extra-results.txt; then \
	$(PROGDIR)/ParseMultipleResults $(RELDIR)/$* \
	Output/$*.extra-results.txt >> $@; \
	fi

	# Overall tests: just run subordinate tests
	$(PROGRAMS_TO_TEST:%=Output/%.$(TEST).report.txt): \
	Output/%.$(TEST).report.txt: $(addprefix Output/%., $(REPORTS_SUFFIX))
	$(VERB) $(RM) -f $@
	@echo "---------------------------------------------------------------" >> $@
	@echo ">>> ========= '$(RELDIR)/$*' Program" >> $@
	@echo "---------------------------------------------------------------" >> $@
	-cat $(addprefix Output/$*., $(REPORTS_SUFFIX)) >> $@

	$(PROGRAMS_TO_TEST:%=test.$(TEST).%): \
	test.$(TEST).%: Output/%.$(TEST).report.txt
	@-cat $<

	$(PROGRAMS_TO_TEST_PROFALL:%=build.$(TEST).%): \
	build.$(TEST).%: Output/%
	@echo "Finished Building: $<"