bench.cpp

00001 // bench.cpp - written and placed in the public domain by Wei Dai
00002 
00003 #define _CRT_SECURE_NO_DEPRECATE
00004 
00005 #include "bench.h"
00006 #include "crc.h"
00007 #include "adler32.h"
00008 #include "md2.h"
00009 #include "md5.h"
00010 #include "md5mac.h"
00011 #include "sha.h"
00012 #include "haval.h"
00013 #include "tiger.h"
00014 #include "ripemd.h"
00015 #include "panama.h"
00016 #include "whrlpool.h"
00017 #include "idea.h"
00018 #include "des.h"
00019 #include "rc2.h"
00020 #include "arc4.h"
00021 #include "rc5.h"
00022 #include "blowfish.h"
00023 #include "wake.h"
00024 #include "3way.h"
00025 #include "safer.h"
00026 #include "gost.h"
00027 #include "shark.h"
00028 #include "cast.h"
00029 #include "square.h"
00030 #include "skipjack.h"
00031 #include "seal.h"
00032 #include "rc6.h"
00033 #include "mars.h"
00034 #include "rijndael.h"
00035 #include "twofish.h"
00036 #include "serpent.h"
00037 #include "shacal2.h"
00038 #include "camellia.h"
00039 #include "hmac.h"
00040 #include "xormac.h"
00041 #include "cbcmac.h"
00042 #include "dmac.h"
00043 #include "ttmac.h"
00044 #include "blumshub.h"
00045 #include "rng.h"
00046 #include "files.h"
00047 #include "hex.h"
00048 #include "modes.h"
00049 #include "mdc.h"
00050 #include "lubyrack.h"
00051 #include "tea.h"
00052 #include "salsa.h"
00053 
00054 #include <time.h>
00055 #include <math.h>
00056 #include <iostream>
00057 #include <iomanip>
00058 
00059 USING_NAMESPACE(CryptoPP)
00060 USING_NAMESPACE(std)
00061 
00062 #ifdef CLOCKS_PER_SEC
00063 const double CLOCK_TICKS_PER_SECOND = (double)CLOCKS_PER_SEC;
00064 #elif defined(CLK_TCK)
00065 const double CLOCK_TICKS_PER_SECOND = (double)CLK_TCK;
00066 #else
00067 const double CLOCK_TICKS_PER_SECOND = 1000000.0;
00068 #endif
00069 
00070 double logtotal = 0;
00071 unsigned int logcount = 0;
00072 
00073 static const byte *const key=(byte *)"0123456789abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000000";
00074 
00075 void OutputResultBytes(const char *name, double length, double timeTaken)
00076 {
00077         double mbs = length / timeTaken / (1024*1024);
00078         cout << "<TR><TH>" << name;
00079         cout << "<TD>" << setprecision(3) << length / (1024*1024);
00080         cout << setiosflags(ios::fixed);
00081         cout << "<TD>" << setprecision(3) << timeTaken;
00082         cout << "<TD>" << setprecision(3) << mbs << endl;
00083         cout << resetiosflags(ios::fixed);
00084         logtotal += log(mbs);
00085         logcount++;
00086 }
00087 
00088 void OutputResultOperations(const char *name, const char *operation, bool pc, unsigned long iterations, double timeTaken)
00089 {
00090         cout << "<TR><TH>" << name << " " << operation << (pc ? " with precomputation" : "");
00091         cout << "<TD>" << iterations;
00092         cout << setiosflags(ios::fixed);
00093         cout << "<TD>" << setprecision(3) << timeTaken;
00094         cout << "<TD>" << setprecision(2) << (1000*timeTaken/iterations) << endl;
00095         cout << resetiosflags(ios::fixed);
00096 
00097         logtotal += log(iterations/timeTaken);
00098         logcount++;
00099 }
00100 
00101 void BenchMark(const char *name, BlockTransformation &cipher, double timeTotal)
00102 {
00103         const int BUF_SIZE = RoundDownToMultipleOf(1024U, cipher.OptimalNumberOfParallelBlocks() * cipher.BlockSize());
00104         SecByteBlock buf(BUF_SIZE);
00105         const int nBlocks = BUF_SIZE / cipher.BlockSize();
00106         clock_t start = clock();
00107 
00108         unsigned long i=0, blocks=1;
00109         double timeTaken;
00110         do
00111         {
00112                 blocks *= 2;
00113                 for (; i<blocks; i++)
00114                         cipher.ProcessAndXorMultipleBlocks(buf, NULL, buf, nBlocks);
00115                 timeTaken = double(clock() - start) / CLOCK_TICKS_PER_SECOND;
00116         }
00117         while (timeTaken < 2.0/3*timeTotal);
00118 
00119         OutputResultBytes(name, double(blocks) * BUF_SIZE, timeTaken);
00120 }
00121 
00122 void BenchMark(const char *name, StreamTransformation &cipher, double timeTotal)
00123 {
00124         const int BUF_SIZE=1024;
00125         SecByteBlock buf(BUF_SIZE);
00126         clock_t start = clock();
00127 
00128         unsigned long i=0, blocks=1;
00129         double timeTaken;
00130         do
00131         {
00132                 blocks *= 2;
00133                 for (; i<blocks; i++)
00134                         cipher.ProcessString(buf, BUF_SIZE);
00135                 timeTaken = double(clock() - start) / CLOCK_TICKS_PER_SECOND;
00136         }
00137         while (timeTaken < 2.0/3*timeTotal);
00138 
00139         OutputResultBytes(name, double(blocks) * BUF_SIZE, timeTaken);
00140 }
00141 
00142 void BenchMark(const char *name, HashTransformation &ht, double timeTotal)
00143 {
00144         const int BUF_SIZE=1024;
00145         SecByteBlock buf(BUF_SIZE);
00146         LC_RNG rng((word32)time(NULL));
00147         rng.GenerateBlock(buf, BUF_SIZE);
00148         clock_t start = clock();
00149 
00150         unsigned long i=0, blocks=1;
00151         double timeTaken;
00152         do
00153         {
00154                 blocks *= 2;
00155                 for (; i<blocks; i++)
00156                         ht.Update(buf, BUF_SIZE);
00157                 timeTaken = double(clock() - start) / CLOCK_TICKS_PER_SECOND;
00158         }
00159         while (timeTaken < 2.0/3*timeTotal);
00160 
00161         OutputResultBytes(name, double(blocks) * BUF_SIZE, timeTaken);
00162 }
00163 
00164 void BenchMark(const char *name, BufferedTransformation &bt, double timeTotal)
00165 {
00166         const int BUF_SIZE=1024;
00167         SecByteBlock buf(BUF_SIZE);
00168         LC_RNG rng((word32)time(NULL));
00169         rng.GenerateBlock(buf, BUF_SIZE);
00170         clock_t start = clock();
00171 
00172         unsigned long i=0, blocks=1;
00173         double timeTaken;
00174         do
00175         {
00176                 blocks *= 2;
00177                 for (; i<blocks; i++)
00178                         bt.Put(buf, BUF_SIZE);
00179                 timeTaken = double(clock() - start) / CLOCK_TICKS_PER_SECOND;
00180         }
00181         while (timeTaken < 2.0/3*timeTotal);
00182 
00183         OutputResultBytes(name, double(blocks) * BUF_SIZE, timeTaken);
00184 }
00185 
00186 //VC60 workaround: compiler bug triggered without the extra dummy parameters
00187 template <class T>
00188 void BenchMarkKeyed(const char *name, double timeTotal, const NameValuePairs &params = g_nullNameValuePairs, T *x=NULL)
00189 {
00190         T c;
00191         c.SetKey(key, c.DefaultKeyLength(), CombinedNameValuePairs(params, MakeParameters(Name::IV(), key, false)));
00192         BenchMark(name, c, timeTotal);
00193 }
00194 
00195 //VC60 workaround: compiler bug triggered without the extra dummy parameters
00196 template <class T>
00197 void BenchMarkKeyedVariable(const char *name, double timeTotal, unsigned int keyLength, const NameValuePairs &params = g_nullNameValuePairs, T *x=NULL)
00198 {
00199         T c;
00200         c.SetKey(key, keyLength, CombinedNameValuePairs(params, MakeParameters(Name::IV(), key, false)));
00201         BenchMark(name, c, timeTotal);
00202 }
00203 
00204 //VC60 workaround: compiler bug triggered without the extra dummy parameters
00205 template <class T>
00206 void BenchMarkKeyless(const char *name, double timeTotal, T *x=NULL)
00207 {
00208         T c;
00209         BenchMark(name, c, timeTotal);
00210 }
00211 
00212 void BenchmarkAll(double t)
00213 {
00214 #if 1
00215         logtotal = 0;
00216         logcount = 0;
00217 
00218         cout << "<TABLE border=1><COLGROUP><COL align=left><COL align=right><COL align=right><COL align=right>" << endl;
00219         cout << "<THEAD><TR><TH>Algorithm<TH>Megabytes(2^20 bytes) Processed<TH>Time Taken<TH>MB/Second\n<TBODY>" << endl;
00220 
00221         BenchMarkKeyless<CRC32>("CRC-32", t);
00222         BenchMarkKeyless<Adler32>("Adler-32", t);
00223         BenchMarkKeyless<MD2>("MD2", t);
00224         BenchMarkKeyless<MD5>("MD5", t);
00225         BenchMarkKeyless<SHA>("SHA-1", t);
00226         BenchMarkKeyless<SHA256>("SHA-256", t);
00227 #ifdef WORD64_AVAILABLE
00228         BenchMarkKeyless<SHA512>("SHA-512", t);
00229 #endif
00230         BenchMarkKeyless<HAVAL3>("HAVAL (pass=3)", t);
00231         BenchMarkKeyless<HAVAL4>("HAVAL (pass=4)", t);
00232         BenchMarkKeyless<HAVAL5>("HAVAL (pass=5)", t);
00233 #ifdef WORD64_AVAILABLE
00234         BenchMarkKeyless<Tiger>("Tiger", t);
00235 #endif
00236         BenchMarkKeyless<RIPEMD160>("RIPE-MD160", t);
00237         BenchMarkKeyless<RIPEMD320>("RIPE-MD320", t);
00238         BenchMarkKeyless<RIPEMD128>("RIPE-MD128", t);
00239         BenchMarkKeyless<RIPEMD256>("RIPE-MD256", t);
00240         BenchMarkKeyless<PanamaHash<LittleEndian> >("Panama Hash (little endian)", t);
00241         BenchMarkKeyless<PanamaHash<BigEndian> >("Panama Hash (big endian)", t);
00242 #ifdef WORD64_AVAILABLE
00243         BenchMarkKeyless<Whirlpool>("Whirlpool", t);
00244 #endif
00245         BenchMarkKeyed<MDC<MD5>::Encryption>("MDC/MD5", t);
00246         BenchMarkKeyed<LR<MD5>::Encryption>("Luby-Rackoff/MD5", t);
00247         BenchMarkKeyed<DES::Encryption>("DES", t);
00248         BenchMarkKeyed<DES_XEX3::Encryption>("DES-XEX3", t);
00249         BenchMarkKeyed<DES_EDE3::Encryption>("DES-EDE3", t);
00250         BenchMarkKeyed<IDEA::Encryption>("IDEA", t);
00251         BenchMarkKeyed<RC2::Encryption>("RC2", t);
00252         BenchMarkKeyed<RC5::Encryption>("RC5 (r=16)", t);
00253         BenchMarkKeyed<Blowfish::Encryption>("Blowfish", t);
00254         BenchMarkKeyed<ThreeWayDecryption>("3-WAY", t);
00255         BenchMarkKeyed<TEA::Encryption>("TEA", t);
00256         BenchMarkKeyedVariable<SAFER_SK::Encryption>("SAFER (r=8)", t, 8);
00257         BenchMarkKeyed<GOST::Encryption>("GOST", t);
00258 #ifdef WORD64_AVAILABLE
00259         BenchMarkKeyed<SHARK::Encryption>("SHARK (r=6)", t);
00260 #endif
00261         BenchMarkKeyed<CAST128::Encryption>("CAST-128", t);
00262         BenchMarkKeyed<CAST256::Encryption>("CAST-256", t);
00263         BenchMarkKeyed<Square::Encryption>("Square", t);
00264         BenchMarkKeyed<SKIPJACK::Encryption>("SKIPJACK", t);
00265         BenchMarkKeyed<RC6::Encryption>("RC6", t);
00266         BenchMarkKeyed<MARS::Encryption>("MARS", t);
00267         BenchMarkKeyedVariable<Rijndael::Encryption>("Rijndael (128-bit key)", t, 16);
00268         BenchMarkKeyedVariable<Rijndael::Encryption>("Rijndael (192-bit key)", t, 24);
00269         BenchMarkKeyedVariable<Rijndael::Encryption>("Rijndael (256-bit key)", t, 32);
00270         BenchMarkKeyedVariable<CTR_Mode<Rijndael>::Encryption>("Rijndael (128) CTR", t, 16);
00271         BenchMarkKeyedVariable<OFB_Mode<Rijndael>::Encryption>("Rijndael (128) OFB", t, 16);
00272         BenchMarkKeyedVariable<CFB_Mode<Rijndael>::Encryption>("Rijndael (128) CFB", t, 16);
00273         BenchMarkKeyedVariable<CBC_Mode<Rijndael>::Encryption>("Rijndael (128) CBC", t, 16);
00274         BenchMarkKeyed<Twofish::Encryption>("Twofish", t);
00275         BenchMarkKeyed<Serpent::Encryption>("Serpent", t);
00276         BenchMarkKeyed<ARC4>("ARC4", t);
00277         BenchMarkKeyed<SEAL<BigEndian>::Encryption>("SEAL-3.0-BE", t);
00278         BenchMarkKeyed<SEAL<LittleEndian>::Encryption>("SEAL-3.0-LE", t);
00279         BenchMarkKeyed<WAKE_CFB<BigEndian>::Encryption>("WAKE-CFB-BE", t);
00280         BenchMarkKeyed<WAKE_CFB<LittleEndian>::Encryption>("WAKE-CFB-LE", t);
00281         BenchMarkKeyed<WAKE_OFB<BigEndian>::Encryption>("WAKE-OFB-BE", t);
00282         BenchMarkKeyed<WAKE_OFB<LittleEndian>::Encryption>("WAKE-OFB-LE", t);
00283         BenchMarkKeyed<PanamaCipher<LittleEndian>::Encryption>("Panama Cipher (little endian)", t);
00284         BenchMarkKeyed<PanamaCipher<BigEndian>::Encryption>("Panama Cipher (big endian)", t);
00285         BenchMarkKeyedVariable<SHACAL2::Encryption>("SHACAL-2 (128-bit key)", t, 16);
00286         BenchMarkKeyedVariable<SHACAL2::Encryption>("SHACAL-2 (512-bit key)", t, 64);
00287 #ifdef WORD64_AVAILABLE
00288         BenchMarkKeyedVariable<Camellia::Encryption>("Camellia (128-bit key)", t, 16);
00289         BenchMarkKeyedVariable<Camellia::Encryption>("Camellia (256-bit key)", t, 32);
00290 #endif
00291         BenchMarkKeyed<Salsa20::Encryption>("Salsa20", t);
00292         BenchMarkKeyed<Salsa20::Encryption>("Salsa20/12", t, MakeParameters(Name::Rounds(), 12));
00293         BenchMarkKeyed<Salsa20::Encryption>("Salsa20/8", t, MakeParameters(Name::Rounds(), 8));
00294 
00295         BenchMarkKeyed<MD5MAC>("MD5-MAC", t);
00296         BenchMarkKeyed<XMACC<MD5> >("XMACC/MD5", t);
00297         BenchMarkKeyed<HMAC<MD5> >("HMAC/MD5", t);
00298         BenchMarkKeyed<TTMAC>("Two-Track-MAC", t);
00299         BenchMarkKeyed<CBC_MAC<Rijndael> >("CBC-MAC/Rijndael", t);
00300         BenchMarkKeyed<DMAC<Rijndael> >("DMAC/Rijndael", t);
00301 
00302         {
00303                 Integer p("CB6C,B8CE,6351,164F,5D0C,0C9E,9E31,E231,CF4E,D551,CBD0,E671,5D6A,7B06,D8DF,C4A7h");
00304                 Integer q("FD2A,8594,A132,20CC,4E6D,DE77,3AAA,CF15,CD9E,E447,8592,FF46,CC77,87BE,9876,A2AFh");
00305                 Integer s("63239752671357255800299643604761065219897634268887145610573595874544114193025997412441121667211431");
00306                 BlumBlumShub c(p, q, s);
00307                 BenchMark("BlumBlumShub 512", c, t);
00308         }
00309         {
00310                 Integer p("FD2A,8594,A132,20CC,4E6D,DE77,3AAA,CF15,CD9E,E447,8592,FF46,CC77,87BE,9876,9E2C,"
00311                                   "8572,64C3,4CF4,188A,44D4,2130,1135,7982,6FF6,EDD3,26F0,5FAA,BAF4,A81E,7ADC,B80Bh");
00312                 Integer q("C8B9,5797,B349,6BA3,FD72,F2C0,A796,8A65,EE0F,B4BA,272F,4FEE,4DB1,06D5,ECEB,7142,"
00313                                   "E8A8,E5A8,6BF9,A32F,BA37,BACC,8A75,8A6B,2DCE,D6EC,B515,980A,4BB1,08FB,6F2C,2383h");
00314                 Integer s("3578,8F00,2965,71A4,4382,699F,45FD,3922,8238,241B,CEBA,0543,3443,E8D9,12FB,AC46,"
00315                                   "7EC4,8505,EC9E,7EE8,5A23,9B2A,B615,D0C4,9448,F23A,ADEE,E850,1A7A,CA30,0B5B,A408,"
00316                                   "D936,21BA,844E,BDD6,7848,3D1E,9137,CC87,DAA5,773B,D45A,C8BB,5392,1393,108B,6992,"
00317                                   "74E3,C5E2,C235,A321,0111,3BA4,BAB4,1A2F,17EE,C371,DE67,01C9,0F3D,907A,B252,9BDDh");
00318                 BlumBlumShub c(p, q, s);
00319                 BenchMark("BlumBlumShub 1024", c, t);
00320         }
00321         {
00322                 Integer p("EB56,978A,7BA7,B5D9,1383,4611,94F5,4766,FCEF,CF41,958A,FC41,43D0,839F,C56B,B568,"
00323                                   "4ED3,9E5A,BABB,5ACE,8B11,CEBC,88A2,7C12,FFEE,E6E8,CF0A,E231,5BC2,DEDE,80B7,32F6,"
00324                                   "340E,D8A6,B7DE,C779,7EE5,0E16,9C88,FC9F,2A0E,EE6C,7D47,C5F2,6B06,EB8C,F1C8,2E67,"
00325                                   "5B82,8C28,4FB8,542F,2874,C355,CEEE,7A54,1B06,A8AB,8B66,6A5C,9DB2,72B8,74F3,7BC7h");
00326                 Integer q("EB6B,3645,4591,8343,7331,7CAC,B02E,4BB9,DEF5,8EDC,1772,DB9B,9571,5FAB,1CDD,4FB1,"
00327                                   "7B9A,07CD,E715,D448,F552,CBBD,D387,C037,DE70,6661,F360,D0E8,D42E,292A,9321,DDCB,"
00328                                   "0BF9,C514,BFAC,3F2C,C06E,DF64,A9B8,50D6,AC4F,B9E4,014B,5624,2B40,A0D4,5D0B,6DD4,"
00329                                   "0989,D00E,0268,99AB,21DB,0BB4,DB38,84DA,594F,575F,95AC,1B70,45E4,96C8,C6AD,CE67h");
00330                 Integer s("C75A,8A0D,E231,295F,C08A,1716,8611,D5EC,E9EF,B565,90EC,58C0,57D0,DA7D,C6E6,DB00,"
00331                                   "2282,1CA7,EA31,D64E,768C,0B19,8563,36DF,2226,F4EC,74A4,2844,2E8D,37E8,53DC,0172,"
00332                                   "5F56,8CF9,B444,CA02,78B3,17AF,7C78,D320,16AE,AC3D,B97F,7259,1B8F,9C84,6A16,B878,"
00333                                   "0595,70BB,9C52,18B5,9100,9C1F,E85A,4035,06F3,5F38,7462,F01D,0462,BFBC,A4CD,4A45,"
00334                                   "3A77,E7F8,DED1,D6EF,CEF7,0937,CD3F,3AF1,4F88,932D,6D4B,002C,3735,304C,C5D3,B88A,"
00335                                   "B57B,24B6,5346,9B46,5153,B7ED,B216,C181,B1C6,C52E,CD2B,E0AA,B1BB,0A93,C92E,4F79,"
00336                                   "4931,E303,7C8F,A408,8ACF,56CD,6EC0,76A2,5015,6BA4,4C50,C44D,53B9,E168,5F84,B381,"
00337                                   "2514,10B2,00E5,B4D1,4156,A2FE,0BF6,6F33,0A1B,91C6,31B8,1C90,02F1,FB1F,C494,8B65h");
00338                 BlumBlumShub c(p, q, s);
00339                 BenchMark("BlumBlumShub 2048", c, t);
00340         }
00341         cout << "</TABLE>" << endl;
00342 
00343         BenchmarkAll2(t);
00344 
00345         cout << "Throughput Geometric Average: " << setiosflags(ios::fixed) << exp(logtotal/logcount) << endl;
00346 
00347         time_t endTime = time(NULL);
00348         cout << "\nTest ended at " << asctime(localtime(&endTime));
00349 #endif
00350 }

Generated on Sat Dec 23 02:07:06 2006 for Crypto++ by  doxygen 1.5.1-p1