This is an archive of the discontinued LLVM Phabricator instance.

Differential D116112

[libc] Show average runtime for math single-input-single-output performance tests.
ClosedPublic

Authored by lntue on Dec 21 2021, 7:49 AM.

Details

Reviewers
sivachandra
michaelrj
zimmermann6
cqlauter
Commits
rGdb8716a2ec0b: [libc] Show average runtime for math single-input-single-output performance…
Summary

Run performance tests in denormal and normal ranges separately and show more detailed results.

Diff Detail

Event Timeline

lntue created this revision.Dec 21 2021, 7:49 AM
Herald added a project: Restricted Project. · View Herald TranscriptDec 21 2021, 7:49 AM
Herald added subscribers: ecnelises, tschuett. · View Herald Transcript
lntue requested review of this revision.Dec 21 2021, 7:49 AM
Harbormaster completed remote builds in B140258: Diff 395680.Dec 21 2021, 7:54 AM
sivachandra accepted this revision.Dec 21 2021, 9:40 AM
This revision is now accepted and ready to land.Dec 21 2021, 9:40 AM
Closed by commit rGdb8716a2ec0b: [libc] Show average runtime for math single-input-single-output performance… (authored by lntue). · Explain WhyDec 21 2021, 11:22 AM
This revision was automatically updated to reflect the committed changes.
lntue added a commit: rGdb8716a2ec0b: [libc] Show average runtime for math single-input-single-output performance….

Revision Contents

PathSize
libc/
test/
src/
math/
differential_testing/
42 lines

Diff 395728

libc/test/src/math/differential_testing/SingleInputSingleOutputDiff.h

Show All 40 Lines for (UIntType bits = 0;; ++bits) {
<< '\n'; << '\n';
} }
if (bits == UIntMax) if (bits == UIntMax)
break; break;
} }
log << "Total number of differing results: " << diffCount << '\n'; log << "Total number of differing results: " << diffCount << '\n';
} }
static void runPerf(Func myFunc, Func otherFunc, const char *logFile) { static void runPerfInRange(Func myFunc, Func otherFunc, UIntType startingBit,
auto runner = [](Func func) { UIntType endingBit,
testutils::OutputFileStream &log) {
auto runner = [=](Func func) {
volatile T result; volatile T result;
for (UIntType bits = 0;; ++bits) { for (UIntType bits = startingBit;; ++bits) {
T x = T(FPBits(bits)); T x = T(FPBits(bits));
result = func(x); result = func(x);
if (bits == UIntMax) if (bits == endingBit)
break; break;
} }
}; };
testutils::OutputFileStream log(logFile);
Timer timer; Timer timer;
timer.start(); timer.start();
runner(myFunc); runner(myFunc);
timer.stop(); timer.stop();
log << " Run time of my function: " << timer.nanoseconds() << " ns \n";
UIntType numberOfRuns = endingBit - startingBit + 1;
double myAverage = static_cast<double>(timer.nanoseconds()) / numberOfRuns;
log << "-- My function --\n";
log << " Total time : " << timer.nanoseconds() << " ns \n";
log << " Average runtime : " << myAverage << " ns/op \n";
log << " Ops per second : "
<< static_cast<uint64_t>(1'000'000'000.0 / myAverage) << " op/s \n";
timer.start(); timer.start();
runner(otherFunc); runner(otherFunc);
timer.stop(); timer.stop();
log << "Run time of other function: " << timer.nanoseconds() << " ns \n";
double otherAverage =
static_cast<double>(timer.nanoseconds()) / numberOfRuns;
log << "-- Other function --\n";
log << " Total time : " << timer.nanoseconds() << " ns \n";
log << " Average runtime : " << otherAverage << " ns/op \n";
log << " Ops per second : "
<< static_cast<uint64_t>(1'000'000'000.0 / otherAverage) << " op/s \n";
log << "-- Average runtime ratio --\n";
log << " Mine / Other's : " << myAverage / otherAverage << " \n";
}
static void runPerf(Func myFunc, Func otherFunc, const char *logFile) {
testutils::OutputFileStream log(logFile);
log << " Performance tests with inputs in denormal range:\n";
runPerfInRange(myFunc, otherFunc, /* startingBit= */ UIntType(0),
/* endingBit= */ FPBits::MAX_SUBNORMAL, log);
log << "\n Performance tests with inputs in normal range:\n";
runPerfInRange(myFunc, otherFunc, /* startingBit= */ FPBits::MIN_NORMAL,
/* endingBit= */ FPBits::MAX_NORMAL, log);
} }
}; };
} // namespace testing } // namespace testing
} // namespace __llvm_libc } // namespace __llvm_libc
#define SINGLE_INPUT_SINGLE_OUTPUT_DIFF(T, myFunc, otherFunc, filename) \ #define SINGLE_INPUT_SINGLE_OUTPUT_DIFF(T, myFunc, otherFunc, filename) \
int main() { \ int main() { \
Show All 11 Lines