compare-timing-files 3.3 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889
  1. #!/usr/bin/perl
  2. # Copyright (C) 2006 Apple Computer, Inc. All rights reserved.
  3. #
  4. # Redistribution and use in source and binary forms, with or without
  5. # modification, are permitted provided that the following conditions
  6. # are met:
  7. #
  8. # 1. Redistributions of source code must retain the above copyright
  9. # notice, this list of conditions and the following disclaimer.
  10. # 2. Redistributions in binary form must reproduce the above copyright
  11. # notice, this list of conditions and the following disclaimer in the
  12. # documentation and/or other materials provided with the distribution.
  13. # 3. Neither the name of Apple Computer, Inc. ("Apple") nor the names of
  14. # its contributors may be used to endorse or promote products derived
  15. # from this software without specific prior written permission.
  16. #
  17. # THIS SOFTWARE IS PROVIDED BY APPLE AND ITS CONTRIBUTORS "AS IS" AND ANY
  18. # EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
  19. # WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
  20. # DISCLAIMED. IN NO EVENT SHALL APPLE OR ITS CONTRIBUTORS BE LIABLE FOR ANY
  21. # DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
  22. # (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
  23. # LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
  24. # ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
  25. # (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
  26. # THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  27. # This script takes two files that are lists of timings and compares them.
  28. use warnings;
  29. use strict;
  30. use Getopt::Long;
  31. my $usage = "compare-timing-files [-c|--count results] oldFile newFile";
  32. my $count = 1;
  33. GetOptions("c|count=i" => \$count);
  34. my ($file1, $file2) = @ARGV;
  35. die "$usage\n" unless ($file1 && $file2 && @ARGV == 2);
  36. my ($oldAverage, $oldRange, $oldRangePercent) = parseResults($file1);
  37. my ($newAverage, $newRange, $newRangePercent) = parseResults($file2);
  38. print "\n===== $file1 =====\n";
  39. if ($count == 1) {
  40. print("fastest run: $oldAverage\n");
  41. } else {
  42. print("average of fastest $count runs: $oldAverage\n");
  43. printf("range of fastest $count runs: %.2f%% (%d)\n", $oldRangePercent, $oldRange);
  44. }
  45. print "\n===== $file2 =====\n";
  46. if ($count == 1) {
  47. print("fastest run: $newAverage\n");
  48. } else {
  49. print("average of fastest $count runs: $newAverage\n");
  50. printf("range of fastest $count runs: %.2f%% (%d)\n", $newRangePercent, $newRange);
  51. }
  52. my $gainOrLoss = $newAverage <= $oldAverage ? "GAIN" : "LOSS";
  53. my $difference = abs($newAverage - $oldAverage);
  54. my $differencePercent = $difference / $oldAverage * 100;
  55. printf("\nperformance %s of %.2f%% (%.1f / %.1f)\n", $gainOrLoss, $differencePercent, $difference, $oldAverage);
  56. print "\n";
  57. sub parseResults
  58. {
  59. my ($file) = @_;
  60. open(FILE, $file) or die "Couldn't open file: $file";
  61. my @results = <FILE>;
  62. close(FILE);
  63. @results = sort(@results);
  64. my $total = 0;
  65. for (my $i = 0; $i < $count; $i++) {
  66. $results[$i] =~ s/\D*//; # cut out non-digits
  67. $total += $results[$i];
  68. }
  69. my $average = $total / $count;
  70. my $range = $results[$count - 1] - $results[0];
  71. my $rangePercent = $range / $results[$count - 1] * 100;
  72. return ($average, $range, $rangePercent);
  73. }