1 2 3 <!DOCTYPE html> 4 <html lang="en" class="nav-no-js"> 5 6 <head> 7 <title> 8 TPC History of TPC 9 </title>
vendor: 82 bytes, lines 9-12
9 10 11 12 <script async src="https://www.googletagmanager.com/gtag/js?id=
12G-6FK151K6V2
vendor: 21 bytes, lines 12-13
12"></script> 13
13<script> 14
vendor: 168 bytes, lines 14-18
14window.dataLayer = window.dataLayer || []; 15 function gtag(){dataLayer.push(arguments);} 16 gtag('js', new Date()); 17 18 gtag('config', '
18G-6FK151K6V2
vendor: 13 bytes, lines 18-19
18'); 19
19</script>
19 20 21 <!-- Meta Tags --> 22 <meta http-equiv="Content-Type" content="text/html;charset=utf-8"> 23 <meta name="description" content="The Transaction Processing Performance Council (TPC) defines Transaction Processing and Database Benchmarks and delivers trusted results to the industry."> 24 <meta name="keywords" content="Application Benchmark, Application Performance, Availability, BAPCO, Benchmark, Benchmark, TPC Status Report, TPC Newsletter, Big Data, bigdata, BSR, Benchmark Status Report, Choosing the best database server, Competitive comparison, Computer Performance, computer system performance, data warehouse performance, Database Performance, database server, decision support performance, DSS Benchmark, Executive Summary, Full Disclosure Report, jAppServer, OLTP Benchmark, OLTP performance, Artificial Intelligence Performance, Performance, Performance Metric, Performance Test, Price Performance, Price/performance, Server Benchmark, Server Database Benchmark, Server Performance, Server Performance Comparison, SPEC, System Benchmark, System capacity, System Performance, Throughput, TPC, TPC-A, TPCA, TPC-ACID, TPCACID, TPC-ACID-AR, TPCACID-AR, TPCACIDAR, TPC-App, TPCAPP, TPC-B, TPCB, TPC-BD, TPCBD, TPC-C, TPCC, TPC-D, TPCD, TPC-DI, TPCDI, TPC-DS, TPCDS, TPC-E, TPCE, TPC-Energy, TPCENERGY, TPC-H, TPCH, TPC-IOT, TPCIOT, TPC-Pricing, TPCPRICING, TPC-R, TPCR, TPC-V, TPCV, TPC-VM, TPCVM, TPC-VMS, TPCVMS, TPC-W, TPCW, TPCXAI, TPCx-AI, TPCx-BB, TPCXBB, TPCx-HCI, TPCxHCI, TPCx-HS, TPCXHS, TPCx-IOT, TPCXIOT, TPCx-V, TPCXV, TPCTC, Transaction Performance, Transaction Processing"> 25 <meta name="viewport" content="width=device-width, target-densitydpi=160dpi, initial-scale=1.0, orientation=landscape"> 26 <!--<meta http-equiv="Pics-label" content='(pics-1.1 "https://www.icra.org/ratingsv02.html" comment "ICRAonline v2.0" l gen true for "https://www.tpc.org" r (nz 1 vz 1 lz 1 oz 1 cz 1) "https://www.rsac.org/ratingsv01.html" l gen true for "https://www.tpc.org" r (n 0 s 0 v 0 l 0))'> --> 27 28 <link rel="stylesheet" type="text/css" href="/tpc_common_library/css/tpc_css3.css"> 29
29<script src="/tpc_common_library/js/nav.js"></script>
29 30 </head> 31 32 <body class="main" > 33 <div class="wrapper-page"> 34 <!-- *************************************************************************************************************************************************************************************--> 35 <div class="wrapper-header"> <!-- BEGIN - wrapper-header --> 36 <div class="header"> <!-- BEGIN - header --> 37 <!-- ***************************************************************************************************************************************************** --> 38<!-- --> 39<!-- tpc_public_header5 - Header for all TPC web-pages (except the TPC Home-Page (the TPC homepage displays a rolling mission statement) --> 40<!-- --> 41<!-- ***************************************************************************************************************************************************** --> 42<!-- Display the TPC banner --> 43 <!-- **********************************************************************************************************************************************--> 44<!-- --> 45<!-- tpc_public_header - Common header for all public TPC pages --> 46<!-- --> 47<!-- 2021-02-11 - AEH - Added V3 for TPC-H and V3 for TPC-DS and V2 for TPCx-IOT --> 48<!-- 2019-11-06 - AEH - Created using https://w3bits.com/css-responsive-nav-menu/ --> 49<!-- --> 50<!-- **********************************************************************************************************************************************--> 51 52<div id="header-banner"> 53 <a href="/information/who/whoweare5.asp"><img id="tpc-logo-center" src="https://www.tpc.org/tpc_common_library/images/TPC-Header-Image-logo.gif" alt="TPC-header" style="width:100%; height:100%"></a> 54</div> 55<!-- EOF of tpc_public_header_banner5 *********************************************************************************************************************--> 56
57<!-- Display the TPC Top navigation bar --> 58 59 <!-- **********************************************************************************************************************************************--> 60<!-- --> 61<!-- tpc_public_header - Common header for all public TPC pages (except all Advanced Sorts) --> 62<!-- --> 63<!-- 2021-02-11 - AEH - Added V3 for TPC-H and V3 for TPC-DS and V2 for TPCx-IOT --> 64<!-- 2019-11-06 - AEH - Created using https://w3bits.com/css-responsive-nav-menu/ --> 65<!-- --> 66<!-- **********************************************************************************************************************************************--> 67 68<nav id="menu"> 69 <label for="tm" id="toggle-menu">Navigation <span class="drop-icon">â¾</span></label> 70 <input type="checkbox" id="tm"> 71 <ul class="main-menu cf"> 72 73 <!--********************************************************************************************************************************************** --> 74 <!-- Home --> 75 <!--********************************************************************************************************************************************** --> 76 <li class="no_underline"><a href="https://www.tpc.org/default5.asp"> Home </a> 77 </li> 78 79 <!--********************************************************************************************************************************************** --> 80 <!-- About the TPC --> 81 <!--********************************************************************************************************************************************** --> 82 <li><a href="#" class="no_underline">About <span class="drop-icon">â¾ </span></a><label 83 title="Toggle Drop-down" class="drop-icon" for="sm0">â¾</label> 84 <input type="checkbox" id="sm0"> 85 <ul class="sub-menu"> 86 <li><a href="https://www.tpc.org/information/who/whoweare5.asp">Who We Are</a></li> 87 <li><a href="https://www.tpc.org/information/about/history5.asp">History</a></li> 88 <li><a href="https://www.tpc.org/information/about/contact5.asp">Contact Us</a></li> 89 <li><a href="https://www.tpc.org/information/about/mailinglist_signup5.asp">Stay 90 Connected</a></li> 91 <li><a href="https://www.tpc.org/information/about/join5.asp">Join The TPC</a></li> 92 </ul> 93 </li> 94 95 <!--********************************************************************************************************************************************** --> 96 <!-- Results --> 97 <!--********************************************************************************************************************************************** --> 98 <li><a href="https://www.tpc.org/information/benchmarks5.asp">Benchmarks/Results <span 99 class="drop-icon">â¾</span></a><label title="Toggle Drop-down" class="drop-icon" 100 for="sm3">â¾</label> 101 <input type="checkbox" id="sm3"> 102 <ul class="sub-menu"> 103 <!--********************************************************************************************************************************************** --> 104 <!-- Transaction Processing --> 105 <!--********************************************************************************************************************************************** --> 106 <li><a href="https://www.tpc.org/tpc-bm-categories/oltp5.asp">Transaction
107 Processing<span class="drop-icon">â¸</span></a><label 108 title="Toggle Drop-down" class="drop-icon" for="sm4">â¾</label> 109 <input type="checkbox" id="sm4"> 110 <ul class="sub-menu"> 111 <!-- TPC-C --> 112 <li><a href="https://www.tpc.org/tpcc/default5.asp">TPC-C<span 113 class="drop-icon">â¸</span></a><label 114 title="Toggle Drop-down" class="drop-icon" 115 for="sm5">â¾</label> 116 <input type="checkbox" id="sm5"> 117 <ul class="sub-menu"> 118 <li><a href="https://www.tpc.org/tpcc/default5.asp">Description</a> 119 </li> 120 <li><a href="https://www.tpc.org/tpcc/results/tpcc_perf_results5.asp?resulttype=all">Top 121 Results<span 122 class="drop-icon">â¸</span></a><label 123 title="Toggle Drop-down" 124 class="drop-icon" for="sm6">â¾</label> 125 <input type="checkbox" id="sm6"> 126 <ul class="sub-menu"> 127 <li><a href="https://www.tpc.org/tpcc/results/tpcc_perf_results5.asp?resulttype=all">By 128 Performance<span 129 class="drop-icon">â¸</span></a><label 130 title="Toggle Drop-down" 131 class="drop-icon" 132 for="sm7">â¾</label> 133 <input type="checkbox" id="sm7"> 134 <ul class="sub-menu"> 135 <li><a href="https://www.tpc.org/tpcc/results/tpcc_perf_results5.asp?resulttype=all">Cluster 136 and 137 Non-Cluster</a> 138 </li> 139 <li><a href="https://www.tpc.org/tpcc/results/tpcc_perf_results5.asp?resulttype=cluster">Cluster 140 Only</a> 141 </li> 142 <li><a href="https://www.tpc.org/tpcc/results/tpcc_perf_results5.asp?resulttype=noncluster">Non-Cluster 143 Only</a> 144 </li> 145 </ul> 146 </li> 147 <li><a href="https://www.tpc.org/tpcc/results/tpcc_price_perf_results5.asp?resulttype=all">By 148 Price/Performance<span 149 class="drop-icon">
149â¸</span></a><label 150 title="Toggle Drop-down" 151 class="drop-icon" 152 for="sm8">â¾</label> 153 <input type="checkbox" id="sm8"> 154 <ul class="sub-menu"> 155 <li><a href="https://www.tpc.org/tpcc/results/tpcc_price_perf_results5.asp?resulttype=all">Cluster 156 and 157 Non-Cluster</a> 158 </li> 159 <li><a href="https://www.tpc.org/tpcc/results/tpcc_price_perf_results5.asp?resulttype=cluster">Cluster 160 Only</a> 161 </li> 162 <li><a href="https://www.tpc.org/tpcc/results/tpcc_price_perf_results5.asp?resulttype=noncluster">Non-Cluster 163 Only</a> 164 </li> 165 </ul> 166 </li> 167 <li><a href="https://www.tpc.org/tpcc/results/tpcc_energy_results5.asp">By 168 Watts/Perf.</a></li> 169 </ul> 170 </li> 171 <li><a href="https://www.tpc.org/tpcc/results/tpcc_last_ten_results5.asp">Most 172 Recent Published</a></li> 173 <li><a href="https://www.tpc.org/tpcc/results/tpcc_results5.asp">All 174 Results<span 175 class="drop-icon">â¸</span></a><label 176 title="Toggle Drop-down" 177 class="drop-icon" for="sm9">â¾</label> 178 <input type="checkbox" id="sm9"> 179 <ul class="sub-menu"> 180 <li><a href="https://www.tpc.org/tpcc/results/tpcc_results5.asp">By 181 Performance</a></li> 182 <li><a href="https://www.tpc.org/tpcc/results/tpcc_results5.asp?orderby=hardware">By 183 HW-Vendor</a></li> 184 <li><a href="https://www.tpc.org/tpcc/results/tpcc_results5.asp?orderby=dbms">By 185 DB-Ven
185dor</a></li> 186 </ul> 187 </li> 188 <li><a href="https://www.tpc.org/tpcc/results/tpcc_advanced_sort5.asp">Advanced 189 Sort</a></li> 190 </ul> 191 </li> 192 193 <!-- TPC-E --> 194 <li><a href="https://www.tpc.org/tpce/default5.asp">TPC-E<span 195 class="drop-icon">â¸</span></a><label 196 title="Toggle Drop-down" class="drop-icon" 197 for="sm10">â¾</label> 198 <input type="checkbox" id="sm10"> 199 <ul class="sub-menu"> 200 <li><a href="https://www.tpc.org/tpce/default5.asp">Description</a> 201 </li> 202 <li><a href="https://www.tpc.org/tpce/results/tpce_perf_results5.asp?resulttype=all">Top 203 Results<span 204 class="drop-icon">â¸</span></a><label 205 title="Toggle Drop-down" 206 class="drop-icon" for="sm11">â¾</label> 207 <input type="checkbox" id="sm11"> 208 <ul class="sub-menu"> 209 <li><a href="https://www.tpc.org/tpce/results/tpce_perf_results5.asp?resulttype=all">By 210 Performance</a></li> 211 <li><a href="https://www.tpc.org/tpce/results/tpce_price_perf_results5.asp?resulttype=all">By 212 Price/Performance</a> 213 </li> 214 <li><a href="https://www.tpc.org/tpce/results/tpce_energy_results5.asp?resulttype=all">By 215 Watts/Performance</a> 216 </li> 217 </ul> 218 </li> 219 <li><a href="https://www.tpc.org/tpce/results/tpce_last_ten_results5.asp">Most 220 Recent Published</a></li> 221 <li><a href="https://www.tpc.org/tpce/results/tpce_results5.asp">All 222 Results<span 223 class="drop-icon">â¸</span></a><label 224 title="Toggle Drop-down" 225 class="drop-icon" for="sm12">â¾</label> 226 <input type="checkbox" id="sm12"> 227 <ul class="sub-menu"> 228 <li><a href="https://www.tpc.org/tpce/results/tpce_results5.asp">By 229 Perf.</a></li> 230 <li><a href="https://www.tpc.org/tpce/results/tpce_results5.asp?orderby=hardware">By 231 HW-Vendor</a></li> 232 <li><a href="https://www.tpc.org/tpce/results/tpce_results5.asp?orderby=dbms">By 233 DB-Ven
233dor</a></li> 234 </ul> 235 </li> 236 <li><a href="https://www.tpc.org/tpce/results/tpce_advanced_sort5.asp">Advanced 237 Sort</a></li> 238 </ul> 239 </li> 240 </ul> 241 </li> 242 243 <!--********************************************************************************************************************************************** --> 244 <!-- Decision Support --> 245 <!--********************************************************************************************************************************************** --> 246 <li><a href="https://www.tpc.org/tpc-bm-categories/decision-support5.asp">Decision 247 Support<span class="drop-icon">â¸</span></a><label 248 title="Toggle Drop-down" class="drop-icon" for="sm13-2">â¾</label> 249 <input type="checkbox" id="sm13-2"> 250 <ul class="sub-menu"> 251 <!-- TPC-H V3 --> 252 <li><a href="https://www.tpc.org/tpch/default5.asp">TPC-H<span 253 class="drop-icon">â¸</span></a><label 254 title="Toggle Drop-down" class="drop-icon" 255 for="sm14">â¾</label> 256 <input type="checkbox" id="sm14"> 257 <ul class="sub-menu"> 258 <li><a href="https://www.tpc.org/tpch/default5.asp">Description</a> 259 </li> 260 <li><a href="https://www.tpc.org/tpch/results/tpch_perf_results5.asp?resulttype=all&version=4">Top 261 Results<span 262 class="drop-icon">â¸</span></a><label 263 title="Toggle Drop-down" 264 class="drop-icon" for="sm15">â¾</label> 265 <input type="checkbox" id="sm15"> 266 <ul class="sub-menu"> 267 <li><a href="https://www.tpc.org/tpch/results/tpch_perf_results5.asp?resulttype=all&version=4">By 268 Performance<span 269 class="drop-icon">â¸</span></a><label 270 title="Toggle Drop-down" 271 class="drop-icon" 272 for="sm16">â¾</label> 273 <input type="checkbox" 274 id="sm16"> 275 <ul class="sub-menu"> 276 <li><a href="https://www.tpc.org/tpch/results/tpch_perf_results5.asp?resulttype=all&version=4">Cluster 277 and 278 Non-Cluster</a> 279 </li> 280 <li><a href="https://www.tpc.org/tpch/results/tpch_perf_results5.asp?resulttype=cluster&version=4">Cluster 281 Only</a> 282 </li> 283 <li><a href="https://www.tpc.org/tpch/results/tpch_perf_results5.asp?resulttype=noncluster&version=4">Non-Cluster 284 Only</a> 285 </li> 286 </ul> 287 </li> 288 <li><a href="https://www.tpc.org/tpch/results/tpch_price_perf_results5.asp?resulttype=all&version=4">By 289 Price/Performance<span 290 class="drop-icon">
290â¸</span></a><label 291 title="Toggle Drop-down" 292 class="drop-icon" 293 for="sm17">â¾</label> 294 <input type="checkbox" 295 id="sm17"> 296 <ul class="sub-menu"> 297 <li><a href="https://www.tpc.org/tpch/results/tpch_price_perf_results5.asp?resulttype=all&version=4">Cluster 298 and 299 Non-Cluster</a> 300 </li> 301 <li><a href="https://www.tpc.org/tpch/results/tpch_price_perf_results5.asp?resulttype=cluster&version=4">Cluster 302 Only</a> 303 </li> 304 <li><a href="https://www.tpc.org/tpch/results/tpch_price_perf_results5.asp?resulttype=noncluster&version=4">Non-Cluster 305 Only</a> 306 </li> 307 </ul> 308 </li> 309 <li><a href="https://www.tpc.org/tpch/results/tpch_energy_results5.asp?version=4">By 310 Watts/Perf.</a></li> 311 </ul> 312 </li> 313 <li><a href="https://www.tpc.org/tpch/results/tpch_last_ten_results5.asp?version=4">Most 314 Recent Published</a></li> 315 <li><a href="https://www.tpc.org/tpch/results/tpch_results5.asp?version=4">All 316 Results<span 317 class="drop-icon">â¸</span></a><label 318 title="Toggle Drop-down" 319 class="drop-icon" for="sm18">â¾</label> 320 <input type="checkbox" id="sm18"> 321 <ul class="sub-menu"> 322 <li><a href="https://www.tpc.org/tpch/results/tpch_results5.asp?version=4">By 323 Perf.</a></li> 324 <li><a href="https://www.tpc.org/tpch/results/tpch_results5.asp?orderby=hardware&version=4">By 325 HW-Vendor</a></li> 326 <li><a href="https://www.tpc.org/tpch/results/tpch_results5.asp?orderby=dbms&version=4">By 327 DB-Ven
327dor</a></li> 328 </ul> 329 </li> 330 <li><a href="https://www.tpc.org/tpch/results/tpch_advanced_sort_V35.asp?version=4">Advanced 331 Sort</a></li> 332 </ul> 333 </li> 334 335 <!-- TPC-DS V3 --> 336 <li><a href="https://www.tpc.org/tpcds/default5.asp">TPC-DS<span 337 class="drop-icon">â¸</span></a><label 338 title="Toggle Drop-down" class="drop-icon" 339 for="sm19">â¾</label> 340 <input type="checkbox" id="sm19"> 341 <ul class="sub-menu"> 342 <li><a href="https://www.tpc.org/tpcds/default5.asp">Description</a> 343 </li> 344 <li><a href="https://www.tpc.org/tpcds/results/tpcds_perf_results5.asp?resulttype=all&version=4">Top 345 Results<span 346 class="drop-icon">â¸</span></a><label 347 title="Toggle Drop-down" 348 class="drop-icon" for="sm20">â¾</label> 349 <input type="checkbox" id="sm20"> 350 <ul class="sub-menu"> 351 <li><a href="https://www.tpc.org/tpcds/results/tpcds_perf_results5.asp?resulttype=all&version=4">By 352 Performance<span 353 class="drop-icon">â¸</span></a><label 354 title="Toggle Drop-down" 355 class="drop-icon" 356 for="sm21">â¾</label> 357 <input type="checkbox" 358 id="sm21"> 359 <ul class="sub-menu"> 360 <li><a href="https://www.tpc.org/tpcds/results/tpcds_perf_results5.asp?resulttype=all&version=4">Cluster 361 and 362 Non-Cluster</a> 363 </li> 364 <li><a href="https://www.tpc.org/tpcds/results/tpcds_perf_results5.asp?resulttype=cluster&version=4">Cluster 365 Only</a> 366 </li> 367 <li><a href="https://www.tpc.org/tpcds/results/tpcds_perf_results5.asp?resulttype=noncluster&version=4">Non-Cluster 368 Only</a> 369 </li> 370 </ul> 371 </li> 372 <li><a href="https://www.tpc.org/tpcds/results/tpcds_price_perf_results5.asp?resulttype=all&version=4">By 373 Price/Performance<span 374 class="drop-icon">
374â¸</span></a><label 375 title="Toggle Drop-down" 376 class="drop-icon" 377 for="sm22">â¾</label> 378 <input type="checkbox" 379 id="sm22"> 380 <ul class="sub-menu"> 381 <li><a href="https://www.tpc.org/tpcds/results/tpcds_price_perf_results5.asp?resulttype=all&version=4">Cluster 382 and<br>Non-Cluster</a> 383 </li> 384 <li><a href="https://www.tpc.org/tpcds/results/tpcds_price_perf_results5.asp?resulttype=cluster&version=4">Cluster 385 Only</a> 386 </li> 387 <li><a href="https://www.tpc.org/tpcds/results/tpcds_price_perf_results5.asp?resulttype=noncluster&version=4">Non-Cluster 388 Only</a> 389 </li> 390 </ul> 391 </li> 392 </ul> 393 </li> 394 <li><a href="https://www.tpc.org/tpcds/results/tpcds_last_ten_results5.asp?version=4">Most 395 Recent Published</a></li> 396 <li><a href="https://www.tpc.org/tpcds/results/tpcds_results5.asp?version=4">All 397 Results<span 398 class="drop-icon">â¸</span></a><label 399 title="Toggle Drop-down" 400 class="drop-icon" for="sm23">â¾</label> 401 <input type="checkbox" id="sm23"> 402 <ul class="sub-menu"> 403 <li><a href="https://www.tpc.org/tpcds/results/tpcds_results5.asp?version=4">By 404 Perf.</a></li> 405 <li><a href="https://www.tpc.org/tpcds/results/tpcds_results5.asp?orderby=hardware&version=4">By 406 HW-Vendor</a></li> 407 <li><a href="https://www.tpc.org/tpcds/results/tpcds_results5.asp?orderby=dbms&version=4">By 408 DB-Ven
408dor</a></li> 409 </ul> 410 </li> 411 <li><a href="https://www.tpc.org/tpcds/results/tpcds_advanced_sort_V35.asp?version=4">Advanced 412 Sort</a></li> 413 </ul> 414 </li> 415 416 <!-- TPC-DI --> 417 <li><a href="https://www.tpc.org/tpcdi/default5.asp">TPC-DI<span 418 class="drop-icon">â¸</span></a><label 419 title="Toggle Drop-down" class="drop-icon" 420 for="sm231">â¾</label> 421 <input type="checkbox" id="sm231"> 422 <ul class="sub-menu"> 423 <li><a href="https://www.tpc.org/tpcdi/default5.asp">Description</a> 424 </li> 425 </ul> 426 </li> 427 </ul> 428 </li> 429 430 <!--********************************************************************************************************************************************** --> 431 <!-- Virtualization --> 432 <!--********************************************************************************************************************************************** --> 433 <li><a href="#">Virtualization<span class="drop-icon">â¸</span></a><label 434 title="Toggle Drop-down" class="drop-icon" for="sm23a">â¾</label> 435 <input type="checkbox" id="sm23a"> 436 <ul class="sub-menu"> 437 438 <!-- TPCx-V --> 439 <li><a href="https://www.tpc.org/tpcx-v/default5.asp">TPCx-V<span 440 class="drop-icon">â¸</span></a><label 441 title="Toggle Drop-down" class="drop-icon" 442 for="sm32">â¾</label> 443 <input type="checkbox" id="Checkbox4"> 444 <ul class="sub-menu"> 445 <li><a href="https://www.tpc.org/tpcx-v/default5.asp">Description</a> 446 </li> 447 <li><a href="https://www.tpc.org/tpcx-v/results/tpcxv_perf_results5.asp">Top 448 Results<span 449 class="drop-icon">â¸</span></a><label 450 title="Toggle Drop-down" 451 class="drop-icon" for="sm33">â¾</label> 452 <input type="checkbox" id="Checkbox5"> 453 <ul class="sub-menu"> 454 <li><a href="https://www.tpc.org/tpcx-v/results/tpcxv_perf_results5.asp">By 455 Perf.</a></li> 456 <li><a href="https://www.tpc.org/tpcx-v/results/tpcxv_price_perf_results5.asp">By 457 Price/Perf.</a></li> 458 <li><a href="https://www.tpc.org/tpcx-v/results/tpcxv_energy_results5.asp">By 459 Watts/Perf.</a></li> 460 </ul> 461 </li> 462 <li><a href="https://www.tpc.org/tpcx-v/results/tpcxv_last_ten_results5.asp">Most 463 Recent Published</a></li> 464 <li><a href="https://www.tpc.org/tpcx-v/results/tpcxv_results5.asp">All 465 Results<span 466 class="drop-icon">
466â¸</span></a><label 467 title="Toggle Drop-down" 468 class="drop-icon" for="sm34">â¾</label> 469 <input type="checkbox" id="Checkbox6"> 470 <ul class="sub-menu"> 471 <li><a href="https://www.tpc.org/tpcx-v/results/tpcxv_results5.asp">By 472 Perf.</a></li> 473 <li><a href="https://www.tpc.org/tpcx-v/results/tpcxv_results5.asp?orderby=hardware">By 474 HW-Vendor</a></li> 475 <li><a href="https://www.tpc.org/tpcx-v/results/tpcxv_results5.asp?orderby=VIRTUALIZATION_SW">By 476 Virtualization 477 SW-Vendor</a></li> 478 </ul> 479 </li> 480 <li><a href="https://www.tpc.org/tpcx-v/results/tpcxv_advanced_sort5.asp">Advanced 481 Sort</a></li> 482 </ul> 483 </li> 484 485 <!-- TPCx-HCI --> 486 <li><a href="https://www.tpc.org/tpcx-hci/default5.asp">TPCx-HCI<span 487 class="drop-icon">â¸</span></a><label 488 title="Toggle Drop-down" class="drop-icon" 489 for="sm341">â¾</label> 490 <input type="checkbox" id="sm341"> 491 <ul class="sub-menu"> 492 <li><a href="https://www.tpc.org/tpcx-hci/default5.asp">Description</a> 493 </li> 494 </ul> 495 </li> 496 </ul> 497 </li> 498 499 <!--********************************************************************************************************************************************** --> 500 <!-- Big Data --> 501 <!--********************************************************************************************************************************************** --> 502 <li><a href="#">Big Data<span class="drop-icon">â¸</span></a><label 503 title="Toggle Drop-down" class="drop-icon" for="sm25">â¾</label> 504 <input type="checkbox" id="sm25"> 505 <ul class="sub-menu"> 506 507 <!-- TPCx-HS (V2)--> 508 <li><a href="https://www.tpc.org/tpcx-hs/default5.asp">TPCx-HS<span 509 class="drop-icon">â¸</span></a><label 510 title="Toggle Drop-down" class="drop-icon" 511 for="sm29">â¾</label> 512 <input type="checkbox" id="sm29"> 513 <ul class="sub-menu"> 514 <li><a href="https://www.tpc.org/tpcx-hs/default5.asp">Description</a> 515 </li> 516 <li><a href="https://www.tpc.org/tpcx-hs/results/tpcxhs_perf_results5.asp?version=2">Top 517 Results<span 518 class="drop-icon">
518â¸</span></a><label 519 title="Toggle Drop-down" 520 class="drop-icon" for="sm30">â¾</label> 521 <input type="checkbox" id="sm30"> 522 <ul class="sub-menu"> 523 <li><a href="https://www.tpc.org/tpcx-hs/results/tpcxhs_perf_results5.asp?version=2">By 524 Perf.</a></li> 525 <li><a href="https://www.tpc.org/tpcx-hs/results/tpcxhs_price_perf_results5.asp?version=2">By 526 Price/Perf.</a></li> 527 <li><a href="https://www.tpc.org/tpcx-hs/results/tpcxhs_energy_results5.asp?version=2">By 528 Watts/Perf.</a></li> 529 </ul> 530 </li> 531 <li><a href="https://www.tpc.org/tpcx-hs/results/tpcxhs_last_ten_results5.asp?version=2">Most 532 Recent Published</a></li> 533 <li><a href="https://www.tpc.org/tpcx-hs/results/tpcxhs_results5.asp?version=2">All 534 Results<span 535 class="drop-icon">â¸</span></a><label 536 title="Toggle Drop-down" 537 class="drop-icon" for="sm31">â¾</label> 538 <input type="checkbox" id="sm31"> 539 <ul class="sub-menu"> 540 <li><a href="https://www.tpc.org/tpcx-hs/results/tpcxhs_results5.asp?version=2">By 541 Perf.</a></li> 542 <li><a href="https://www.tpc.org/tpcx-hs/results/tpcxhs_results5.asp?orderby=hardware&version=2">By 543 HW-Vendor</a></li> 544 <li><a href="https://www.tpc.org/tpcx-hs/results/tpcxhs_results5.asp?orderby=dbms&version=2">By 545 Data Processing Software 546 Platform Vendor</a></li> 547 </ul> 548 </li> 549 <li><a href="https://www.tpc.org/tpcx-hs/results/tpcxhs_advanced_sort_V25.asp?version=2">Advanced 550 Sort</a></li> 551 </ul> 552 </li> 553 554 <!-- TPCx-BB --> 555 <li><a href="https://www.tpc.org/tpcx-bb/default5.asp">TPCx-BB<span 556 class="drop-icon">
556â¸</span></a><label 557 title="Toggle Drop-down" class="drop-icon" 558 for="sm32">â¾</label> 559 <input type="checkbox" id="sm32"> 560 <ul class="sub-menu"> 561 <li><a href="https://www.tpc.org/tpcx-bb/default5.asp">Description</a> 562 </li> 563 <li><a href="https://www.tpc.org/tpcx-bb/results/tpcxbb_perf_results5.asp">Top 564 Results<span 565 class="drop-icon">â¸</span></a><label 566 title="Toggle Drop-down" 567 class="drop-icon" for="sm33">â¾</label> 568 <input type="checkbox" id="sm33"> 569 <ul class="sub-menu"> 570 <li><a href="https://www.tpc.org/tpcx-bb/results/tpcxbb_perf_results5.asp">By 571 Perf.</a></li> 572 <li><a href="https://www.tpc.org/tpcx-bb/results/tpcxbb_price_perf_results5.asp">By 573 Price/Perf.</a></li> 574 <li><a href="https://www.tpc.org/tpcx-bb/results/tpcxbb_energy_results5.asp">By 575 Watts/Perf.</a></li> 576 </ul> 577 </li> 578 <li><a href="https://www.tpc.org/tpcx-bb/results/tpcxbb_last_ten_results5.asp">Most 579 Recent Published</a></li> 580 <li><a href="https://www.tpc.org/tpcx-bb/results/tpcxbb_results5.asp">All 581 Results<span 582 class="drop-icon">â¸</span></a><label 583 title="Toggle Drop-down" 584 class="drop-icon" for="sm34">â¾</label> 585 <input type="checkbox" id="sm34"> 586 <ul class="sub-menu"> 587 <li><a href="https://www.tpc.org/tpcx-bb/results/tpcxbb_results5.asp">By 588 Perf.</a></li> 589 <li><a href="https://www.tpc.org/tpcx-bb/results/tpcxbb_results5.asp?orderby=hardware">By 590 HW-Vendor</a></li> 591 <li><a href="https://www.tpc.org/tpcx-bb/results/tpcxbb_results5.asp?orderby=dbms">By 592 Apache Hadoop Compatible 593 SW-Vendor</a></li> 594 </ul> 595 </li> 596 <li><a href="https://www.tpc.org/tpcx-bb/results/tpcxbb_advanced_sort5.asp">Advanced 597 Sort</
597a></li> 598 </ul> 599 </li> 600 </ul> 601 </li> 602 603 <!--********************************************************************************************************************************************** --> 604 <!-- IoT --> 605 <!--********************************************************************************************************************************************** --> 606 <li><a href="#">Internet of Things<span class="drop-icon">â¸</span></a><label 607 title="Toggle Drop-down" class="drop-icon" for="sm35-1">â¾</label> 608 <input type="checkbox" id="sm35-1"> 609 <ul class="sub-menu"> 610 611 <!-- TPCx-IoT V2 --> 612 <li><a href="https://www.tpc.org/tpcx-iot/default5.asp">TPCx-IoT<span 613 class="drop-icon">â¸</span></a><label 614 title="Toggle Drop-down" class="drop-icon" 615 for="sm36">â¾</label> 616 <input type="checkbox" id="sm36"> 617 <ul class="sub-menu"> 618 <li><a href="https://www.tpc.org/tpcx-iot/default5.asp">Description</a> 619 </li> 620 <li><a href="https://www.tpc.org/tpcx-iot/results/tpcxiot_perf_results5.asp?version=2">Top 621 Results<span 622 class="drop-icon">â¸</span></a><label 623 title="Toggle Drop-down" 624 class="drop-icon" for="sm37">â¾</label> 625 <input type="checkbox" id="sm37"> 626 <ul class="sub-menu"> 627 <li><a href="https://www.tpc.org/tpcx-iot/results/tpcxiot_perf_results5.asp?version=2">By 628 Perf.</a></li> 629 <li><a href="https://www.tpc.org/tpcx-iot/results/tpcxiot_price_perf_results5.asp?version=2">By 630 Price/Perf.</a></li> 631 <li><a href="https://www.tpc.org/tpcx-iot/results/tpcxiot_energy_results5.asp?version=2">By 632 Watts/Perf.</a></li> 633 </ul> 634 </li> 635 <li><a href="https://www.tpc.org/tpcx-iot/results/tpcxiot_last_ten_results5.asp?version=2">Most 636 Recent Published</a></li> 637 <li><a href="https://www.tpc.org/tpcx-iot/results/tpcxiot_results5.asp?version=2">All 638 Results<span 639 class="drop-icon">
639â¸</span></a><label 640 title="Toggle Drop-down" 641 class="drop-icon" for="sm38">â¾</label> 642 <input type="checkbox" id="sm38"> 643 <ul class="sub-menu"> 644 <li><a href="https://www.tpc.org/tpcx-iot/results/tpcxiot_results5.asp?version=2">By 645 Perf.</a></li> 646 <li><a href="https://www.tpc.org/tpcx-iot/results/tpcxiot_results5.asp?orderby=hardware&version=2">By 647 HW-Vendor</a></li> 648 <li><a href="https://www.tpc.org/tpcx-iot/results/tpcxiot_results5.asp?orderby=dbms&version=2">By 649 DB-Vendor</a></li> 650 </ul> 651 </li> 652 <li><a href="https://www.tpc.org/tpcx-iot/results/tpcxiot_advanced_sort_V25.asp?version=2">Advanced 653 Sort</a></li> 654 </ul> 655 </li> 656 </ul> 657 </li> 658 659 <!--********************************************************************************************************************************************** --> 660 <!-- AI --> 661 <!--********************************************************************************************************************************************** --> 662 <li><a href="#">Artificial Intelligence<span class="drop-icon">â¸</span></a><label 663 title="Toggle Drop-down" class="drop-icon" for="sm35-ai">â¾</label> 664 <input type="checkbox" id="sm35-ai"> 665 <ul class="sub-menu"> 666 <!-- TPCx-AI --> 667 <li><a href="https://www.tpc.org/tpcx-ai/default5.asp">TPCX-AI 668 Version 1<span class="drop-icon">â¸</span></a><label 669 title="Toggle Drop-down" class="drop-icon" 670 for="sm36-ai">â¾</label> 671 <input type="checkbox" id="sm36-ai"> 672 <ul class="sub-menu"> 673 <li><a href="https://www.tpc.org/tpcx-ai/default5.asp">Description</a> 674 </li> 675 <li><a href="https://www.tpc.org/tpcx-ai/results/tpcxai_perf_results5.asp?version=1">Top 676 Results<span 677 class="drop-icon">â¸</span></a><label 678 title="Toggle Drop-down" 679 class="drop-icon" 680 for="sm37-ai">â¾</label> 681 <input type="checkbox" id="sm37-ai"> 682 <ul class="sub-menu"> 683 <li><a href="https://www.tpc.org/tpcx-ai/results/tpcxai_perf_results5.asp?version=1">By 684 Perf.</a></li> 685 <li><a href="https://www.tpc.org/tpcx-ai/results/tpcxai_price_perf_results5.asp?version=1">By 686 Price/Perf.</a></li> 687 <li><a href="https://www.tpc.org/tpcx-ai/results/tpcxai_energy_results5.asp?version=1">By 688 Watts/Perf.</a></li> 689 </ul> 690 </li> 691 <li><a href="https://www.tpc.org/tpcx-ai/results/tpcxai_last_ten_results5.asp?version=1">Most 692 Recent Published</a></li> 693 <li><a href="https://www.tpc.org/tpcx-ai/results/tpcxai_results5.asp?version=1">All 694 Results<span 695 class="drop-icon">
695â¸</span></a><label 696 title="Toggle Drop-down" 697 class="drop-icon" 698 for="sm38-ai">â¾</label> 699 <input type="checkbox" id="sm38-ai"> 700 <ul class="sub-menu"> 701 <li><a href="https://www.tpc.org/tpcx-ai/results/tpcxai_results5.asp?version=1">By 702 Perf.</a></li> 703 <li><a href="https://www.tpc.org/tpcx-ai/results/tpcxai_results5.asp?orderby=hardware&version=1">By 704 HW-Vendor</a></li> 705 <li><a href="https://www.tpc.org/tpcx-ai/results/tpcxai_results5.asp?orderby=dbms&version=1">By 706 Apache Hadoop Compatible 707 SW-Vendor</a></li> 708 </ul> 709 </li> 710 <li><a href="https://www.tpc.org/tpcx-ai/results/tpcxai_advanced_sort15.asp">Advanced 711 Sort V1</a></li> 712 </ul> 713 </li> 714 715 <li><a href="https://www.tpc.org/tpcx-ai/default5.asp">TPCX-AI 716 Version 2<span class="drop-icon">â¸</span></a><label 717 title="Toggle Drop-down" class="drop-icon" 718 for="sm362-ai">â¾</label> 719 <input type="checkbox" id="sm362-ai"> 720 <ul class="sub-menu"> 721 <li><a href="https://www.tpc.org/tpcx-ai/default5.asp">Description</a> 722 </li> 723 <li><a href="https://www.tpc.org/tpcx-ai/results/tpcxai_perf_results5.asp?version=2">Top 724 Results<span 725 class="drop-icon">â¸</span></a><label 726 title="Toggle Drop-down" 727 class="drop-icon" 728 for="sm372-ai">â¾</label> 729 <input type="checkbox" id="sm372-ai"> 730 <ul class="sub-menu"> 731 <li><a href="https://www.tpc.org/tpcx-ai/results/tpcxai_perf_results5.asp?version=2">By 732 Perf.</a></li> 733 <li><a href="https://www.tpc.org/tpcx-ai/results/tpcxai_price_perf_results5.asp?version=2">By 734 Price/Perf.</a></li> 735 <li><a href="https://www.tpc.org/tpcx-ai/results/tpcxai_energy_results5.asp?version=2">By 736 Watts/Perf.</a></li> 737 </ul> 738 </li> 739 <li><a href="https://www.tpc.org/tpcx-ai/results/tpcxai_last_ten_results5.asp?version=2">Most 740 Recent Published</a></li> 741 <li><a href="https://www.tpc.org/tpcx-ai/results/tpcxai_results5.asp?version=2">All 742 Results<span 743 class="drop-icon">
743â¸</span></a><label 744 title="Toggle Drop-down" 745 class="drop-icon" 746 for="sm382-ai">â¾</label> 747 <input type="checkbox" id="sm382-ai"> 748 <ul class="sub-menu"> 749 <li><a href="https://www.tpc.org/tpcx-ai/results/tpcxai_results5.asp?version=2">By 750 Perf.</a></li> 751 <li><a href="https://www.tpc.org/tpcx-ai/results/tpcxai_results5.asp?orderby=hardware&version=2">By 752 HW-Vendor</a></li> 753 <li><a href="https://www.tpc.org/tpcx-ai/results/tpcxai_results5.asp?orderby=dbms&version=2">By 754 Apache Hadoop Compatible 755 SW-Vendor</a></li> 756 </ul> 757 </li> 758 <li><a href="https://www.tpc.org/tpcx-ai/results/tpcxai_advanced_sort25.asp">Advanced 759 Sort V2</a></li> 760 </ul> 761 </li> 762 763 </ul> 764 </li> 765 766 <li> </li> 767 768 <!-- Common Specifications --> 769 <!--********************************************************************************************************************************************** --> 770 <!-- Common Specifications --> 771 <!--********************************************************************************************************************************************** --> 772 <li><a href="#">Common Specifications<span class="drop-icon">â¸</span></a><label 773 title="Toggle Drop-down" class="drop-icon" for="sm39">â¾</label> 774 <input type="checkbox" id="sm39"> 775 <ul class="sub-menu"> 776 <!-- TPC-Energy --> 777 <li><a href="https://www.tpc.org/tpc_energy/default5.asp">TPC-Energy</a> 778 </li> 779 <!-- TPC-Pricing --> 780 <li><a href="https://www.tpc.org/pricing/default5.asp">TPC-Pricing</a> 781 </li> 782 </ul> 783 </li> 784 785 <li> </li> 786 787 788 <!-- Obsolete Benchmarks --> 789 <!--********************************************************************************************************************************************** --> 790 <!-- Obsolete Benchmarks --> 791 <!--********************************************************************************************************************************************** --> 792 <li><a href="#">Obsolete Benchmarks <span class="drop-icon">
792â¸</span></a><label 793 title="Toggle Drop-down" class="drop-icon" for="sm40">â¾</label> 794 <input type="checkbox" id="sm40"> 795 <ul class="sub-menu"> 796 <!-- TPC-A --> 797 <li><a href="https://www.tpc.org/tpca/default5.asp">TPC-A</a></li> 798 <!-- TPC-APP --> 799 <li><a href="https://www.tpc.org/tpc_app/default5.asp">TPC-APP</a> 800 </li> 801 <!-- TPC-B --> 802 <li><a href="https://www.tpc.org/tpcb/default5.asp">TPC-B</a></li> 803 <!-- TPC-D --> 804 <li><a href="https://www.tpc.org/tpcd/default5.asp">TPC-D</a></li> 805 <!-- TPC-R --> 806 <li><a href="https://www.tpc.org/tpcr/default5.asp">TPC-R</a></li> 807 <!-- TPC-VMS --> 808 <li><a href="https://www.tpc.org/tpcvms/default5.asp">TPC-VMS<span 809 class="drop-icon">â¸</span></a><label 810 title="Toggle Drop-down" class="drop-icon" 811 for="sm41">â¾</label> 812 <input type="checkbox" id="sm41"> 813 <ul class="sub-menu"> 814 <li><a href="https://www.tpc.org/tpcvms/default5.asp">TPC-VMS<br>(TPC-E 815 based)</a> 816 </li> 817 </ul> 818 </li> 819 820 <!-- TPC-W --> 821 <li><a href="https://www.tpc.org/tpcw/default5.asp">TPC-W</a></li> 822 <!-- TPCx-HS (V2)--> 823 <!-- <li><a href="https://www.tpc.org/tpcx-hs/default5.asp?version=1">TPCx-HS (V1)<span class="drop-icon">â¸</span></a><label title="Toggle Drop-down" class="drop-icon" for="sm38">â¾</label> 824 <input type="checkbox" id="sm38"> 825 <ul class="sub-menu"> 826 <li><a href="https://www.tpc.org/tpcx-hs/default5.asp?version=1">Description</a></li> 827 <li><a href="https://www.tpc.org/tpcx-hs/results/tpcxhs_perf_results5.asp?version=1">Top Results<span class="drop-icon">â¸</span></a><label title="Toggle Drop-down" class="drop-icon" for="sm39">â¾</label> 828 <input type="checkbox" id="sm39"> 829 <ul class="sub-menu"> 830 <li><a href="https://www.tpc.org/tpcx-hs/results/tpcxhs_perf_results5.asp?version=1">By Perf.</a></li> 831 <li><a href="https://www.tpc.org/tpcx-hs/results/tpcxhs_price_perf_results5.asp?version=1">By Price/Perf.</a></li> 832 <li><a href="https://www.tpc.org/tpcx-hs/results/tpcxhs_energy_results5.asp?version=1">By Watts/Perf.</a></li> 833 </ul> 834 </li> 835 <li><a href="https://www.tpc.org/tpcx-hs/results/tpcxhs_last_ten_results5.asp?version=1">Most Recent Published</a></li> 836 <li><a href="https://www.tpc.org/tpcx-hs/results/tpcxhs_results5.asp?version=1">All Results<span class="drop-icon">
836â¸</span></a><label title="Toggle Drop-down" class="drop-icon" for="sm39-2">â¾</label> 837 <input type="checkbox" id="sm39-2"> 838 <ul class="sub-menu"> 839 <li><a href="https://www.tpc.org/tpcx-hs/results/tpcxhs_results5.asp?version=1">By Perf.</a></li> 840 <li><a href="https://www.tpc.org/tpcx-hs/results/tpcxhs_results5.asp?orderby=hardware&version=1">By HW-Vendor</a></li> 841 <li><a href="https://www.tpc.org/tpcx-hs/results/tpcxhs_results5.asp?orderby=dbms&version=1">By Data Processing Software Platform Vendor</a></li> 842 </ul> 843 </li> 844 <li><a href="https://www.tpc.org/tpcx-hs/results/tpcxhs_advanced_sort_V25.asp?version=1">Advanced Sort</a></li> 845 </ul> 846 </li> 847--> 848 849 </ul> 850 </li> 851 852 <li> </li> 853 854 <!-- Advanced Sorting --> 855 <!--********************************************************************************************************************************************** --> 856 <!-- Advanced Sorting --> 857 <!--********************************************************************************************************************************************** --> 858 859 <li><a href="#">Advanced Sorting Options<span class="drop-icon">â¸</span></a><label 860 title="Toggle Drop-down" class="drop-icon" for="sm42">â¾</label> 861 <input type="checkbox" id="sm42"> 862 <ul class="sub-menu"> 863 <li><a href="https://www.tpc.org/tpcc/results/tpcc_advanced_sort5.asp">TPC-C</a> 864 </li> 865 <li><a href="https://www.tpc.org/tpcds/results/tpcds_advanced_sort_V35.asp?version=3">TPC-DS</a> 866 </li> 867 <li><a href="https://www.tpc.org/tpce/results/tpce_advanced_sort5.asp">TPC-E</a> 868 </li> 869 <li><a href="https://www.tpc.org/tpch/results/tpch_advanced_sort_V35.asp?version=3">TPC-H</a> 870 </li> 871 <li><a href="https://www.tpc.org/tpcx-ai/results/tpcxai_advanced_sort15.asp">TPCx-AI 872 - 873 Version 1</a></li> 874 <li><a href="https://www.tpc.org/tpcx-ai/results/tpcxai_advanced_sort25.asp">TPCx-AI 875 - 876 Version 2</a></li> 877 <li><a href="https://www.tpc.org/tpcx-bb/results/tpcxbb_advanced_sort5.asp">TPCx-BB</a> 878 </li> 879 <li><a href="https://www.tpc.org/tpcx-hs/results/tpcxhs_advanced_sort_V25.asp?version=2">TPCx-HS</a> 880 </li> 881 <li><a href="https://www.tpc.org/tpcx-iot/results/tpcxiot_advanced_sort_V25.asp?version=2">TPCx-IoT</a> 882 </li> 883 <li><a href="https://www.tpc.org/tpcx-v/results/tpcxv_advanced_sort5.asp">TPCx-V</a> 884 </li> 885 </ul> 886 </li> 887 888 <li> </li> 889 890 <!-- Submission Checklist --> 891 <!--********************************************************************************************************************************************** --> 892 <!-- Submission Checklist --> 893 <!--********************************************************************************************************************************************** --> 894 <li><a href="https://www.tpc.org/information/other/submit_results5.asp">Submission 895 Checklist</a> 896 </li> 897 898 </ul> 899 </li> 900 901 <!--********************************************************************************************************************************************** --> 902 <!-- Downloads --> 903 <!--********************************************************************************************************************************************** --> 904 <li><a href="https://www.tpc.org/tpc_documents_current_versions/current_specifications5.asp"> Downloads <span 905 class="drop-icon">â¾ </span></a><label title="Toggle Drop-down" 906 class="drop-icon" for="sm43">â¾</label> 907 <input type="checkbox" id="sm43"> 908 <ul class="sub-menu"> 909 <li><a href="https://www.tpc.org/tpc_documents_current_versions/current_specifications5.asp">Download 910 Programs and Specifications</a></li> 911 <li><a href="https://www.tpc.org/information/results_spreadsheet5.asp">Download 912 Results</a></li> 913 </ul> 914 </li> 915 916 <!--********************************************************************************************************************************************** --> 917 <!-- TPCTC --> 918 <!--********************************************************************************************************************************************** --> 919 <li class="current"><a href="https://www.tpc.org/tpctc/default5.asp" 920 class="sf-with-ul"> TPCTC </a></li> 921 922 <!--********************************************************************************************************************************************** --> 923 <!-- Miscellaneous --> 924 <!--********************************************************************************************************************************************** --> 925 <li><a href="#" class="no_underline"> Miscellaneous <span 926 class="drop-icon">â¾ </span></a><label title="Toggle Drop-down" 927 class="drop-icon" for="sm45">â¾</label> 928 <input type="checkbox" id="sm45"> 929 <ul class="sub-menu"> 930 <li><a href="https://www.tpc.org/information/privacy5.asp">Privacy Policy</a></li> 931 <li><a href="https://www.tpc.org/information/about/faq-generic5.asp">TPC FAQ</a> 932 </li> 933 <li><a href="https://www.tpc.org/information/performance_pulse5.asp">Performance 934 Pulse</a></li> 935 <li><a href="https://www.tpc.org/information/terms_of_service5.asp">Terms of 936 Service</a></li> 937 <li><a href="https://www.tpc.org/miscellaneous/most_frequently_visited_pages5.asp">Most 938 Frequent 939 Visited Pages</a></li> 940 </ul> 941 </li> 942 943 <!--********************************************************************************************************************************************** --> 944 <!-- Search --> 945 <!--********************************************************************************************************************************************** --> 946 <li class="current"><a href="https://www.tpc.org/searchengine/TPCSearch.html"
947 class="sf-with-ul"> Search </a></li> 948 949 <!--********************************************************************************************************************************************** --> 950 <!-- Newsletter --> 951 <!--********************************************************************************************************************************************** --> 952 <li class="current"><a href="https://www.tpc.org/information/newsletter_page5.asp" 953 class="sf-with-ul"> Newsletter </a></li> 954 955 <!--********************************************************************************************************************************************** --> 956 <!-- Open Source --> 957 <!--********************************************************************************************************************************************** --> 958 <li class="current"><a href="https://www.tpc.org/opensource/opensource5.asp" 959 class="sf-with-ul"> HammerDB </a></li> 960 961 962 <!--********************************************************************************************************************************************** --> 963 <!-- Member Login --> 964 <!--********************************************************************************************************************************************** --> 965 <li class="current"><a href="https://www.tpc.org/Members_Only/TPCWiki/doku.php" 966 class="sf-with-ul"> Member Login </a></li> 967 968 969 </ul> 970</nav> 971<!-- EOF of tpc_public_header *********************************************************************************************************************--> 972<!-- EOF of tpc_public_header **************************************************************************************************************************** --> 973 </div> <!-- END - header --> 974 </div> <!-- END - wrapper-header --> 975 976 <!-- Begin Content --> 977 <div class="main-content"> 978 <!-- BEGIN CONTENT AREA --> 979 <table> 980 <tr> 981 <td> 982 <table> 983 <tr> 984 <td> 985 <h1>Origins of the TPC and the first 10 years</h1> 986 </td> 987 </tr> 988 <tr> 989 <td> 990 <h2>by Kim Shanley, Transaction Processing Performance Council 991 </h2> 992 </td> 993 </tr> 994 <tr> 995 <td class="BodyText"><b>February, 1998</b></td> 996 </tr> 997 <tr> 998 <td class="bg_gold">Preface</td> 999 </tr> 1000 <tr> 1001 <td class="BodyText">In my view, the TPC's history can be best 1002 understood by focusing on two of its major organizational 1003 activities: 1) creating good benchmarks; 2) creating a good 1004 process for reviewing and monitoring those benchmarks. Good 1005 benchmarks are like good laws. They lay the foundation for 1006 civilized (fair) competition. But if we have good benchmarks, 1007 why do we need all the <i>overhead</i> process for reviewing and 1008 monitoring the benchmark results? Similarly, you might ask if we 1009 have good laws, why do we need police, lawyers and judges? The 1010 answer to both questions is the same. Laws and benchmarks are 1011 not, in of themselves, enough. And by this I don't mean to imply 1012 that it's simply human nature to break or bend the rules. The 1013 TPC has found that no matter how clear-cut the rules appear to 1014 be when the benchmark specifications are written, there are 1015 always gray areas, and yes, loopholes left in the benchmark law. 1016 There must be a way of addressing and resolving these gray areas 1017 and loopholes in a fair manner. And yes, even "good 1018 laws,"
1018 said Aristotle, "if they are not obeyed, do not 1019 constitute good government." Therefore, there must be a 1020 means for stopping those who would break or bend the rules. 1021 While this book is primarily a technical overview of the 1022 industry's benchmarks, the TPC's history is about both benchmark 1023 law and benchmark order.<br /><br /> 1024 <span class="bg_gold">The State of Nature</span><br /><br /> 1025 In writing this early history of the TPC, I've drawn heavily 1026 upon the account by Omri Serlin published in the second edition 1027 of this handbook. It was through Omri's initiative and 1028 leadership that the TPC was founded.<br /><br /> 1029 In the early 1980's, the industry began a race that has 1030 accelerated over time: automation of daily end-user business 1031 transactions. The first application that received wide-spread 1032 focus was automated teller transactions (ATM), but we've seen 1033 this automation trend ripple through almost every area of 1034 business, from grocery stores to gas stations. As opposed to the 1035 batch-computing model that dominated the industry in the 1960's 1036 and 1970's, this new online model of computing had relatively 1037 unsophisticated clerks and consumers directly conducting simple 1038 update transactions against an on-line database system. Thus, 1039 the on-line transaction processing industry was born, an 1040 industry that now represents billions of dollars in annual 1041 sales.<br /><br /> 1042 Given the stakes--even at this point in the race--over who could 1043 claim the best OLTP system, the competition among computer 1044 vendors was intense. But, how to prove who was the best? The 1045 answer, of course, was a test--or a benchmark. Beginning in the 1046 mid-1980's, computer system and database vendors began to make 1047 performance claims based upon the TP1 benchmark, a benchmark 1048 originally developed within IBM that then found its way into the 1049 public domain. This benchmark purported to measure the 1050 performance of a system handling ATM transactions in a batch 1051 mode without the network or user interaction (think-time) 1052 components of the system workload (similar in design to what 1053 later turned out to be TPC-B). The TP1 benchmark had two major 1054 flaws. First, by ignoring the network and user interaction 1055 components of an OLTP workload, the system under test (SUT) 1056 could generate inflated performance numbers. Secondly, the 1057 benchmark was poorly defined and there was no supervision or 1058 control of the benchmark process. As a result, the TP1 marketing 1059 claims, not surprisingly, had little credibility with the press, 1060 market researchers (among them Omri Serlin), or users. The 1061 situation also deeply frustrated vendors who felt was their 1062 competitors' marketing claims, based upon flawed benchmark 1063 implementations, were ruining every vendor's 1064 credibility.<br /><br /> 1065 1066 <span class="bg_gold">Early Attempts at Civilized 1067 Competition</span><br /><br /> 1068 In the April 1, 1985 issue of Datamation, Jim Gray in 1069 collaboration with 24 others from academy and industry, 1070 published (anonymously) an article titled, "A Measure of 1071 Transaction Processing Power." This article outlined a test 1072 for on-line transaction processing which was given the title of 1073 "DebitCredit." Unlike the TP1 benchmark, Gray's 1074 DebitCredit benchmark specified a true system-level benchmark 1075 where the network and user interaction components of the 1076 workload were included. In addition, it outlined several other 1077 key features of the benchmarking process that were later 1078 incorporated into the TPC process:<br /><br /> 1079 </td> 1080 </tr> 1081 <tr> 1082 <td class="BodyText"> 1083 <ul class="squareblk"> 1084 <li><b>Total system cost published with the performance 1085 rating</b>. Total system cost included all hardware 1086 and software used to successfully run the benchmark, 1087 including 5 years maintenance costs. Until this concept 1088 became law in the TPC process, vendors often quote only 1089 part of the overall system cost that generated a given 1090 performance rating.</li> 1091 <li><b>Test specified in terms of high-level functional 1092 requirements</b> rather than specifying any given 1093 hardware or software platform or code-level 1094 requirements. This allowed any company to run this 1095 benchmark if they could meet the functional requirements 1096 of the benchmark.</li> 1097 <li><b>The benchmark workload scaleup rules</b> -- the 1098 number of users and size of the database tables -- 1099 increased proportionally with the increasing power of 1100 the system to produce higher transaction rates. The 1101 scaling prevented the workload from being overwhelmed by 1102 the rapidly increasing power of OLTP systems.</li> 1103 <li><b>The overall transaction rate would be constrained by 1104 a response time requirement</b>. In DebitCredit, 95 1105 percent of all transactions had to be completed in less 1106 than 1 second.</li> 1107 </ul> 1108 </td> 1109 </tr> 1110 <tr> 1111 <td class="BodyText"><span class="bg_gold"><b>The TPC Lays Down the 1112 Law</b></span><br /><br /> 1113 While Gray's DebitCredit ideas were widely praised by industry 1114 opinion makers, the DebitCredit benchmark had the same success 1115 in curbing bad benchmarking as the prohibition did in stopping 1116 excessive drinking. In fact, according to industry anal
1116ysts like 1117 Omri Serlin, the situation only got worse. Without a standards 1118 body to supervise the testing and publishing, vendors began to 1119 publish extraordinary marketing claims on both TP1 and 1120 DebitCredit. They often deleted key requirements in DebitCredit 1121 to improve their performance results.<br /><br /> 1122 From 1985 through 1988, vendors used TP1 and DebitCredit--or 1123 their own interpretation of these benchmarks--to muddy the 1124 already murky performance waters. Omri Serlin had had enough. He 1125 spearheaded a campaign to see if this mess could be straightened 1126 out. On August 10, 1988, Serlin had successfully convinced eight 1127 companies to form the Transaction Processing Performance Council 1128 (TPC).<br /><br /> 1129 </td> 1130 </tr> 1131 <tr> 1132 <td class="bg_gold">TPC-A</td> 1133 </tr> 1134 <tr> 1135 <td class="BodyText">Using the model and the consensus that had 1136 already developed around the DebitCredit benchmark, the TPC 1137 published its first benchmark, TPC Benchmark A (TPC-A) within 1138 one year (November 1989). TPC-A differed from DebitCredit in the 1139 following respects:<br /><br /></td> 1140 </tr> 1141 <tr> 1142 <td class="BodyText"> 1143 <ul class="squareblk"> 1144 <li>The requirement that 95 percent of all transactions must 1145 complete in less than 1 second was altered to 90 percent 1146 of transactions must complete in less than 2 seconds. 1147 </li> 1148 <li>The number of emulated terminals interacting with the 1149 SUT was reduced to a requirement of 10 terminals per tps 1150 and the cost of the terminals was included in the system 1151 price.</li> 1152 <li>TPC-A could be run in a local or wide-area network 1153 configuration (DebitCredit has specified only WANs). 1154 </li> 1155 <li>The production-oriented requirements of the benchmark 1156 were strengthened to prevent the reporting of peak, 1157 unsustainable performance ratings. Specifically, the 1158 ACID requirements (atomicity, consistency, isolation, 1159 and durability) were bolstered and specific tests added 1160 to ensure ACID viability.</li> 1161 </ul> 1162 </td> 1163 </tr> 1164 <tr> 1165 <td class="BodyText">Finally, TPC-A specified that all benchmark 1166 testing data should be publicly disclosed in a Full Disclosure 1167 Report.<br /><br /> 1168 The first TPC-A results were announced in July 1990. Four years 1169 later, at the peak of its popularity, 33 companies were 1170 publishing on TPC benchmarks and 115 different systems had 1171 published TPC-A results. In total, about 300 TPC-A benchmark 1172 results were published.<br /><br /> 1173 The first TPC-A result was 33 tpsA at a cost of $25,500 per 1174 transaction or tpsA. The highest TPC-A result ever recorded was 1175 3,692 tpsA with a cost of $4,873 per tpsA. In summary, the 1176 highest tpsA rating had increased by a whopping factor of 111 1177 times and the price/performance had improved by a factor of 1178 five. Does this increase in the top tpsA ratings correspond to 1179 an identical increase in the real world performance of OLTP 1180 systems during this period? Even in keeping in mind that this is 1181 a comparison of peak, not average benchmark ratings, the answer 1182 is no. The increase in tpsA ratings is just too great. The 1183 increase can be attributed to four major reasons: 1) the first 1184 benchmark test is usually run for bragging rights and is grossly 1185 unoptimized compared to later results; 2) real performance 1186 increases of hardware and software products; 3) vendors 1187 improving their products to eliminate performance bugs exposed 1188 by the benchmark, 4) vendors playing the benchmarking game 1189 effectively--learning from each other on how best to run the 1190 benchmark. So yes, there is a gamesmanship aspect to the TPC 1191 benchmark competition, but it should not obscure the fact that 1192 TPC benchmarks have provided an objective measure of a truly 1193 vast increase in computing power of hardware and software during 1194 this period. Indeed, the benchmarks have accelerated some of 1195 these software improvements. And all the marketing gamesmanship 1196 should also not invalidate the legacy achievement of TPC-A that 1197 for the first time, it provided the industry with an objective 1198 and standard means of comparing the performance of a vast number 1199 of systems.<br /><br /> 1200 </td> 1201 </tr> 1202 <tr> 1203 <td class="bg_gold">TPC-B</td> 1204 </tr> 1205 <tr> 1206 <td class="BodyText">While TPC-A leveraged the industry consensus 1207 built up over DebitCredit, the TPC's was much more ambiguous 1208 about publishing a benchmark around the TP1 model. The ambiguity 1209 about what was to turn into the TPC's second benchmark, the 1210 TPC-B benchmark, lasted throughout the life of the TPC-B. 1211 Everyone within the TPC organization believed that one of 1212 TPC-A's principal strengths was that it was an end-to-e
1212nd system 1213 benchmark that exercised all aspects of an OLTP system. 1214 Furthermore, this OLTP system representing users working on 1215 terminals, conducting simple transactions over a LAN connected 1216 to a database server, was a model of computing that everyone 1217 could intuitively understand.<br /><br /> 1218 As described earlier, TP1 (and later TPC-B) was the batch 1219 version of DebitCredit, without the network and user interaction 1220 (terminals) figured into the workload. A strong block of 1221 companies within the TPC, including hardware companies who sold 1222 "servers" (as opposed to end-to-end system solutions) 1223 and database software companies, felt that the TPC-B model was 1224 more representative of the customer environments they sold into. 1225 The anti-TPC-B crowd, on the other hand, argued that the 1226 partial-system model that TPC-B represented would reduced the 1227 stress on key system resources and would therefore produce 1228 artificially high transaction rates. In addition, while the tps 1229 rates would be artificially high, the total system cost since 1230 the network and terminal pricing would be eliminated would be 1231 artificially low, thereby artificially boosting TPC-B's 1232 price/performance ratings. Finally, the anti-TPC-B spokespeople 1233 argued, since TPC-A and TPC-B were so much alike, using 1234 identical a "tps" throughput rating system, the users 1235 and press would be confused. Whether they won the argument or 1236 not can be debated, but what cannot is that TPC-B proponents 1237 eventually won the day and in August 1990, TPC-B was published 1238 as the second TPC benchmark standard. TPC-B used the same TPC-A 1239 transaction type (banking transaction) but it cut out the 1240 network and user interaction component of the TPC-A workload. 1241 What was left was a batch transaction processing 1242 benchmark.<br /><br /> 1243 The first TPC-B results were published in mid-1991 and by June 1244 1994, at the peak of its popularity, TPC-B results had been 1245 published on 73 systems. In total, about 130 TPC-B tests were 1246 published. In all, there were about 2.5 times more TPC-A results 1247 published. The first TPC-B result was 102.94 tpsB with a cost of 1248 $4,167 per tpsB. The highest TPC-B rating was a 2,025 tpsB 1249 result, and the best price/performance number was $254 per tpsB. 1250 In summary, the top TPC-B ratings increased by a factor of 19 1251 and the price performance rating improved by a factor of 1252 16.<br /><br /> 1253 It's more difficult to give the legacy of TPC-B the 1254 unconditional stamp of success. It never received the user or 1255 market analyst acceptance that TPC-A did, but many within the 1256 Council and the industry perceived a real value in this 1257 "database server" benchmark model. This belief fueled 1258 a later failed TPC efforts around TPC-S (more on this later), 1259 and continues to influence the development of TPC benchmarks 1260 today. In January 1998, the TPC announced the formation of a Web 1261 Commerce benchmark (TPC-W) which will measure OLTP and browsing 1262 performance only of the web server, excluding the network and 1263 human interaction components of the overall system. So, TPC-B 1264 proponents may not have won the public debate on the merits of 1265 TPC-A versus TPC-B, but they may take some measure of 1266 satisfaction that the back-end model of benchmarking lives 1267 on.<br /><br /> 1268 1269 <span class="bg_gold"><b>Political Reform Begins 1270 Immediately</b></span><br /><br /> 1271 The TPC was a major improvement over the state of nature that 1272 existed previously. However, as the Council was to learn, most 1273 of the work of building a successful benchmarking organization 1274 and process was ahead of them. In this sense, the early TPC was 1275 not unlike the early American colonies who idealistically 1276 believed that they could eliminate the endless political and 1277 legal conflict of the Old Word by passing laws abolishing
1278 lawyers. While such a law still appeals to a significant 1279 minority, in our more judicious moments, most would agree that 1280 it's not possible.<br /><br /> 1281 As soon as vendors began to publish TPC results, complaints from 1282 rival vendors began to surface. Every TPC result had to be 1283 accompanied by a Full Disclosure Report (FDR). But, what 1284 happened when people reviewed the FDR and didn't like what they 1285 read? How could protest be registered and how would it be 1286 adjudicated? Even if a member of the public or a vendor 1287 representative were, so to speak, make a citizen's arrest of a 1288 benchmark violator, there was no police or court system to turn 1289 the perpetrator over to for further investigation or if need be, 1290 prosecution. It became apparent to the Council that without an 1291 active process for reviewing and challenging benchmark 1292 compliance, there was no way that the TPC could guarantee the 1293 level playing field that the TPC had promised the 1294 industry.<br /><br /> 1295 Throughout 1990 and 1991, the TPC embarked on a political 1296 journey to fix this hole in its process. The Technical Advisory 1297 Board (TAB), which was originally constituted as just an 1298 advisory board, became the arm of the TPC where the public or 1299 companies could challenge published TPC benchmarks. The TAB 1300 process, which remains in place today, established a fair, 1301 deliberative mechanism for reviewing benchmark compliance
1302 challenges. Once the TAB has thoroughly researched and reviewed 1303 a challenge, the TAB makes a recommendation to the full Council. 1304 The full Council then hears the TAB's report, discusses and 1305 debates the challenge, and then votes on the challenge. If the 1306 Council finds the result non-compliant in a significant or major 1307 way, the result is immediately removed as an official TPC 1308 result.<br /><br /> 1309 1310 <span class="bg_gold"><b>Benchmarking Versus 1311 Benchmarketing</b></span><br /><br /> 1312 By the spring of 1991, the TPC was clearly a success. Dozens of 1313 companies were running multiple TPC-A and TPC-B results. Not 1314 surprisingly, these companies wanted to capitalize on the TPC's 1315 cachet and leverage the investment they had made in TPC 1316 benchmarking. Several companies launched aggressive advertising 1317 and public relations campaigns based around their TPC results. 1318 In many ways, this was exactly why the TPC was created: to 1319 provide objective measures of performance. What was wrong, 1320 therefore, with companies wanting to brag about their good 1321 results? What was wrong is that there was often a large gap 1322 between the objective benchmark results and their benchmark 1323 marketing claims--this gap, over the years, has been dubbed 1324 "benchmarketing."<br /><br /> 1325 So the TPC was faced with an ironic situation. It had poured an 1326 enormous amount of time and energy into creating good benchmark 1327 and even a good benchmark review process. However, the TPC had 1328 no means to control how those results were used once they were 1329 approved. The resulting problems generated intense debates 1330 within the TPC.<br /><br /> 1331 Out of these Council debates emerged the TPC's Fair Use policies 1332 adopted in June, 1991.<br /><br /> 1333 </td> 1334 </tr> 1335 <tr> 1336 <td class="BodyText"> 1337 <ul class="squareblk"> 1338 <li>When TPC results are used in publicity, the use is 1339 expected to adhere to basic standards of fidelity, 1340 candor, and due diligence, the qualities that together 1341 add up to, and define, Fair Use of TPC Results.</li> 1342 <li>Fidelity: Adherence to facts; accuracy</li> 1343 <li>Candor: Above-boardness; needful completeness</li> 1344 <li>Due Diligence: Care for integrity of TPC results</li> 1345 </ul> 1346 </td> 1347 </tr> 1348 <tr> 1349 <td class="BodyText">Have the TPC's Fair Use policies worked? By and 1350 large, they have been effective in stopping blatantly misuse or 1351 misappropriation of the TPC's trademark and good name. In other 1352 words, very few companies claim TPC results when, in fact, they 1353 don't have them. In general, TPC member companies have done a 1354 fair job in policing themselves to stop or correct fair use 1355 violations that have occurred. At times, the TPC has acted 1356 strongly, issuing cease and retraction orders, or levying fines 1357 for major violations.<br /><br /> 1358 It must be said, however, that there remains today among the 1359 press, market researchers, and users, a sense that the TPC 1360 hasn't gone far enough in stamping out benchmarketing. This 1361 issue has two sides. On the one hand, companies spend hundreds 1362 of thousands of dollars, even millions of dollars, running TPC 1363 benchmarks to demonstrate objective performance results. It's 1364 quite legitimate, therefore, for these companies to market the 1365 results of these tests and compare them with the results of 1366 their competitors. On the other hand, no company has a right to 1367 misrepresent or mislead the public, regardless of how legitimate 1368 the benchmark tests may be. So where does the "war" on 1369 benchmarketing stand today? Much like the war on crime, the war 1370 on benchmarketing persists, and the TPC continues to wage an 1371 active campaign to eliminate it.<br /><br /> 1372 1373 <span class="bg_gold"><b>Codifying the Spirit of the 1374 Law</b></span><br /><br /> 1375 With the creation of a good review and fair use process, and 1376 with dozens of companies publishing regularly on the TPC-A and 1377 TPC-B benchmarks, the TPC may be forgiven for lapsing into a 1378 self-satisfied belief that the road ahead was smooth. That sense 1379 of well-being was torpedoed in April, 1993 when the Standish 1380 Group, a Massachusetts-based consulting firm, charged that 1381 Oracle had added a special option (discrete transactions) to its
1382 database software, with the sole purpose of inflating Oracle's 1383 TPC-A results. The Standish Group claimed that Oracle had 1384 "violated the spirit of the TPC" because the discrete 1385 transaction option was something a typical customer wouldn't use 1386 and was, therefore, a benchmark special. Oracle vehemently 1387 rejected the accusation, stating, with some justification, that 1388 they had followed the letter of the law in the benchmark 1389 specifications. Oracle argued that since benchmark specials, 1390 much less the spirit of the TPC, were not addressed in the TPC 1391 benchmark specifications, it was unfair to accuse them of 1392 violating anything.<br /><br /> 1393 The benchmarking process, which sprang from the discredited TP1 1394 and DebitCredit days, has always been treated with a fair degree 1395 of skepticism by the press. So the Standish Group's charges 1396 against Oracle and the TPC attracted broad press coverage. 1397 Headlines like the May 17, 1993 issue of Network World were not 1398 uncommon, "Report Finds Oracle TPC results to be 1399 misleading; says option discredits TPC-A as 1400 benchmark."<br /><br /> 1401 Whether Oracle's discrete transition option was truly a 1402 benchmark special was never formally discussed or decided by the 1403 TPC. The historical relevance of this incident was that it 1404 spurred the TPC into instituting several major changes to its 1405 benchmark review process.<br /><br /> 1406 </td> 1407 </tr> 1408 <tr> 1409 <td class="bg_gold">New Anti-Benchmark Special Prohibition</td> 1410 </tr> 1411 <tr> 1412 <td class="BodyText">TPC benchmark rules had always required 1413 companies to run the benchmark tests commercially available 1414 software. However, after the Standish Group charges, the Council 1415 realized that it had no real protection from companies that 1416 purposely designed a benchmark special component into their 1417 commercially available software. In other words, this special 1418 component could be buried in some obscure corner of overall 1419 product code and only be used when the vendor wanted to run a 1420 TPC test. If the TPC was formed to create fair, relevant 1421 measures of performance, then yes, the benchmark special was a 1422 violation of the TPC's spirit and thus had to be prohibited. In 1423 September, 1993, the Council passed Clause 0.2, which contains 1424 the sweeping prohibition against benchmark specials that become 1425 a bedrock of the TPC process to ensure, relevant 1426 benchmarks.<br /><br /> 1427 The Council drew a line in the sand with the passing of the 1428 Clause 0.2 anti-benchmark prohibition that has become part of 1429 the bedrock of the TPC process to ensure fair, relevant 1430 benchmarks:<br /><br /> 1431 </td> 1432 </tr> 1433 <tr> 1434 <td class="BodyText"> 1435 <ul class="nobullet"> 1436 <li>Specifically prohibited are benchmark systems, products, 1437 technologies or pricing...whose primary purpose is 1438 performance optimization of TPC benchmark results 1439 without any corresponding applicability to real-world 1440 applications and environments. In other words, all 1441 "benchmark special" implementations that 1442 improve benchmark results but not real-world performance 1443 or pricing, are prohibited.</li> 1444 </ul> 1445 </td> 1446 </tr> 1447 <tr> 1448 <td class="BodyText">Clause 0.2 in TPC-A and TPC-B went into effect 1449 in June, 1994. Oracle decided not to test its discrete 1450 transaction option against the new anti-benchmark special rules 1451 in the specifications and withdrew all of its results by 1452 October, 1994. Let it also be noted that Oracle remains a TPC 1453 member and strong supporter of the organization.<br /><br /> 1454 </td> 1455 </tr> 1456 <tr> 1457 <td class="bg_gold">New TPC Auditing Process</td> 1458 </tr> 1459 <tr> 1460 <td class="BodyText">As a result of the 1993 controversies, the TPC 1461 realized that the millions of dollars being invested in the 1462 running of TPC benchmarks would be completely wasted if the 1463 credibility of the results were challenged. The TPC's process of 1464 FDR review was fine, but it only was invoked <i>after</i> a 1465 result was published and publicized. Yes, the TPC could yank a 1466 result from the official results list after it was found to be 1467 non-compliant, and even fine a company for violating the 1468 specifications, but the damage to the company's competitors and 1469 TPC's credibility would already have been done. In summary, it 1470 wasn't enough to catch the bad horse after it had left the barn. 1471 The goal was to stop the bad horse from ever getting out of the 1472 barn.<br /><br /> 1473 The result of these discussions, passed in September and 1474 December, 1993, was the creation of a group of TPC certified 1475 auditors who would review and approve every TPC benchmark test 1476 and result before it was even submitted to the TPC as an 1477 official benchmark or publicized. While TPC benchmarks are still 1478 reviewed and challenged on a regular basis, the TPC auditing 1479 system has been very effective in preventing most of the bad 1480 horses from ever leaving the barn.<br /><br /> 1481 </td> 1482 </tr> 1483 <tr> 1484 <td class="bg_gold">New and Better Benchmarks</td> 1485 </tr> 1486 <tr> 1487 <td class="BodyText">From the outset, I have said that the TPC's 1488 history is both about benchmark law and benchmark order. From 1489 the last sections of this chapter, the reader might have 1490 received the false impression that the TPC is exclusively a 1491 political organization endlessly embroiled in public 1492 controversies and institutional reform. The "benchmark 1493 order" activity of the TPC is certainly important, but the 1494 TPC's day-to-day focus is to build better 1495 benchmarks.<br /><br /> 1496 TPC-A was a major accomplishment in bringing order out of chaos, 1497 but TPC-A was primarily a codification of the simplistic TP1 and 1498 DebitCredit workloads created in the mid-1980's. However, what 1499 was very clear even as the TPC members approved TPC-A in late 1500 1989 was that better, more robust and realistic workloads would 1501 be required for the 1990's.<br /><br /> 1502 Two benchmark activities were launched in 1990, the development 1503 of TPC-C, the next generation OLTP benchmark, and TPC-D, a 1504 decision support benchmark.<br /><br /> 1505 Both TPC-C, which was approved as a new benchmark in July, 1992 1506 and TPC-D, which was approved in April, 1994, are covered in 1507 other chapters of this book and therefore I'll only add a few 1508 comments on these benchmarks.<br /><br /> 1509 The first TPC-C result published in September, 1992 was 54 tpmC 1510 result with a cost per tpmC of $188,562. As of this date 1511 (January 1998) more than six years later, the top result is a 1512 52,871 tpmC with a cost per tpmC of $135. We have witnessed the 1513 same tremendous improvement in the top TPC-C numbers as we did 1514 for TPC-A and for the same reasons: 1) real world performance 1515 and cost improvements and 2) an increased knowledge about how to 1516 run the benchmark. (Again, keep in mind that just by looking at 1517 peak numbers, and not averages, we're seeing an exaggerated 1518 inflationary effect). Currently, there 143 official TPC-C 1519 results, a higher total than TPC-A at the peak of its 1520 popularity.<br /><br /> 1521 The first TPC-D result was a 100 GB result in December, 1995 1522 with a throughput performance rating of 84 QthD and a 1523 price/performance rating of $52,170 QphD. Today, the top 100 GB 1524 throughput result that has been produced is 1205 QthD and $1877 1525 QphD. Currently, there are 28 official TPC-D results. Why so 1526 few? TPC-D is only 2.5 years old, compared to TPC-C's venerable 1527 6 years, and TPC-D is more expensive and complex to 1528 run.<br /><br /> 1529 Both TPC-C and TPC-D have gained widespread acceptance as the 1530 industry's premier benchmarks in their respective fields (OLTP 1531 and Decision Support). But the increase in the power of 1532 computing systems is relentless, and benchmark workload must 1533 continually be enhanced to keep them relevant to real world 1534 performance. Currently, a new major revision of TPC-C is being 1535 planned for release in early 1999. A new major revision of TPC-D 1536 is being planned for mid-1998 and another one in 1537 1999.<br /><br /> 1538 </td> 1539 </tr> 1540 </table> 1541 </td> 1542 </tr> 1543 <tr> 1544 <td> </td> 1545 </tr> 1546 </table> 1547 1548 <table> 1549 <tr> 1550 <td> 1551 <h1>Press Releases</h1> 1552 </td> 1553 </tr> 1554 <tr> 1555 <td class="yellow">PR Contact</td> 1556 </tr> 1557 <tr> 1558 <td class="BodyText"> 1559 <ul class="nobullet"> 1560 <li>TPC, Michael Majdalany<br />Voice: 415-561-6272<br />Fax: 1561 415-561-6120<br />Email: <a class='anchor_css' 1562 href="mailto:[email protected]">[email protected]</a></li> 1563 </ul> 1564 </td> 1565 </tr> 1566 <tr> 1567 <td class="yellow">News and Releases </td> 1568 </tr> 1569 <tr> 1570 <td class="BodyText"> 1571 <ul class="squareblk"> 1572 <li><i>November 1, 2017 </i><br /> 1573 <a class='anchor_css' 1574 href="http://www.tpc.org/information/press/tpcpress20171101.asp">Transaction 1575 Processing Performance Council Launches Benchmark for
1576 Hyper-Converged Infrastructure (TPCx-HCI)</a>. 1577 </li> 1578 <li><i>September 14, 2017 </i><br /> 1579 <a class='anchor_css' 1580 href="http://www.tpc.org/information/press/tpcpress20170914.asp">Transaction 1581 Processing Performance Council Introduces the First Benchmark 1582 Standard for Internet of Things (IoT) Gateway Systems</a>. 1583 </li> 1584 <li><i>June 1, 2016 </i><br /> 1585 <a class='anchor_css' 1586 href="http://www.tpc.org/information/press/tpcpress20160601.asp">Transaction 1587 Processing Performance Council Launches TPCx-BB, a New Benchmark 1588 for Big Data Analytics Systems</a>. 1589 </li> 1590 <li><i>December 17, 2015 </i><br /> 1591 <a class='anchor_css' 1592 href="http://www.tpc.org/information/press/tpcpress20151217.asp">Transaction 1593 Processing Performance Council Launches Two New Benchmarks: 1594 TPC-DS 2.0 and TPCx-V</a>. 1595 </li> 1596 <li><i>August 18, 2014 </i><br /> 1597 <a class='anchor_css' 1598 href="http://www.tpc.org/information/press/TPCx-HS_press_release_FINAL.pdf">Transaction 1599 Processing Performance Council Launches TPCx-HS, the First 1600 Vendor-Neutral, Industry Standard Big Data Benchmark</a>. 1601 </li> 1602 <li><i>October 28, 2013 </i><br /> 1603 <a class='anchor_css' 1604 href="http://www.tpc.org/information/press/TPCx-HS_press_release_FINAL.pdf">Transaction 1605 Processing Performance Council Announces First Result for its 1606 Virtual Measurement Single System (TPC-VMS) Specification</a>. 1607 </li> 1608 <li><i>July 7, 2010 </i><br /> 1609 <a class='anchor_css' 1610 href="http://www.tpc.org/information/press/tpcpress20100707.asp">Transaction 1611 Processing Performance Council Announces First Results for its 1612 TPC-Energy Specification</a>. 1613 </li> 1614 <li><i>April 27, 2010 </i><br /> 1615 <a class='anchor_css' 1616 href="http://www.tpc.org/information/press/tpcpress20100427.asp">Transaction 1617 Processing Performance Council Announces Second Technology 1618 Conference on Performance Evaluation and Benchmarking (TPCTC 1619 2010)</a>. 1620 </li> 1621 <li><i>February 2, 2010 </i><br /> 1622 <a class='anchor_css' 1623 href="http://www.tpc.org/information/press/tpcpress20100202.asp">Transaction 1624 Processing Performance Council (TPC) Launches Energy Performance 1625 Specification</a>. 1626 </li> 1627 <li><i>September 29, 2009 </i><br /> 1628 <a class='anchor_css' 1629 href="http://www.tpc.org/letters/oraclefairuse/">Transaction 1630 Processing Performance Council Reprimands Oracle Corporation for 1631 Violations of the TPC's Fair Use Policies</a>. 1632 </li> 1633 <li><i>May 5, 2009 </i><br /><a class='anchor_css' 1634 href="http://www.tpc.org/tpctc/tpctc2009/default5.asp#Springer">Springer 1635 to publish proceedings of Technical Conference in LNCS 1636 series</a>. </li> 1637 <li><i>April 20, 2009 </i><br /><a class='anchor_css' 1638 href="http://www.tpc.org/information/who/gray5.asp">Jim Gray 1639 Inducted to the TPC Honor Roll</a>. </li> 1640 <li><i>March 16, 2009 </i><br /><a class='anchor_css' 1641 href="http://www.tpc.org/tpctc/tpctc2009/default5.asp">TPC 1642 Launches Technical Conference at VLDB 2009</a>. </li> 1643 <!-- <li><i>March 8, 2009 </i><br />Technical Article: <a class='anchor_css' href="/tpcc/Energy_TPCC.pdf">Energy Cost, The Key Challenge of Today's Data Centers: A Power Consumption Analysis of TPC-C results</a>. </li> --> 1644 <li><i>March 1, 2009 </i><br /> <a class='anchor_css' 1645 href="http://www.tpc.org/information/TPC-PR-Webcast-Energy.wmv" 1646 target="_blank">TPC Releases Energy Video (23MB)</a>. </li> 1647 <li><i>October 14, 2008 </i><br /> 1648 <a class='anchor_css' 1649 href="http://www.tpc.org/information/press/tpcpress081014.asp" 1650 target="_blank">Transaction Processing Performance Council (TPC)
1651 Announces 20th Anniversary Workshop Series</a>. 1652 </li> 1653 <li><i>July 27, 2007 </i><br /> 1654 <a class='anchor_css' 1655 href="http://www.tpc.org/information/press/tpcpress070724.asp" 1656 target="_blank">Transaction Processing Performance Council (TPC) 1657 Announces First Result for TPC-E Benchmark</a>. 1658 </li> 1659 <li><i>March 19, 2007 </i><br /> 1660 <a class='anchor_css' 1661 href="http://www.tpc.org/information/press/tpcpress070319.html" 1662 target="_blank">TPC Launches New Benchmark for Measuring On-Line 1663 Transaction Processing System Performance</a>. 1664 </li> 1665 <li><i>January 9, 2006 </i><br /> 1666 TPC-DS. The TPC approved the public release of <a class='anchor_css' 1667 href="https://www.tpc.org/tpcds/default5.asp" 1668 target="_blank">a preliminay draft (v0.32)</a>. </li> 1669 <li> 1670 <i>August 18 , 2005</i><br /> 1671 TPC-E. The TPC approved the public release of <a class='anchor_css' 1672 href="https://www.tpc.org/tpc_documents_current_versions/current_specifications5.asp" 1673 target="_blank">a preliminay draft (v0.30)</a>. 1674 </li> 1675 <li><i>May 16, 2005</i><br /> 1676 <a class='anchor_css' 1677 href="http://www.tpc.org/information/press/tpcpress0505165.html" 1678 target="_blank">TPC Launches Update Web Services Workload 1679 Benchmark TPC-App</a>. 1680 </li> 1681 <li><i>March 1, 2005</i><br /> 1682 TPC-App. The TPC approved v1.0 of the TPC-App specification. </li> 1683 <li><i>March 1, 2005</i><br /> 1684 Pricing Specification. The TPC has approved v1.0 of the Pricing 1685 specification. </li> 1686 <li><i>February 17, 2005 </i><br /> 1687 TPC-W. The TPC voted that the last day of publication of TPC-W V1 1688 results is April 28, 2005. All TPC-W version 1 results will be 1689 removed on October 28, 2005. </li> 1690 <li><i>March 1, 2004</i><br /> 1691 TPC-W Version 2. The TPC-W subcommittee is reviewing the 1692 public comments that were submitted during the public review 1693 period. </li> 1694 </ul> 1695 </td> 1696 </tr> 1697 </table> 1698 1699 1700 1701 1702 <!-- END CONTENT AREA --> 1703 </div> 1704 1705 <!-- BEGIN - wrapper-footer --> 1706 <div class="wrapper-footer"> 1707 <div class="footer"> 1708 <div class="wrapper-footer"> 1709 <span class="thin-yellow-line"><img class="thin-yellow-line" src="https://www.tpc.org/tpc_common_library/images/nav_lines.gif" alt=""></span> 1710 1711 <div class="w3c_cert"> 1712 <!-- *******************************************************************************************************************************--> 1713<!-- TPC Standard Certifications for HTML5 and CSS3 --> 1714<!-- --> 1715<!-- 2014-02-07 AEH Created --> 1716<!-- *******************************************************************************************************************************--> 1717<!-- BEGIN W3C Certification --> 1718 <span class="w3c_cert" title="Note: W3C may report errors or warnings on some of the new features used"> 1719 <span> 1720 <a href="https://validator.w3.org/check?uri=referer"> <img class="socialmedia" src="https://www.tpc.org/tpc_common_library/images/html5-logo.png" alt="Valid HTML5"></a> 1721 </span> 1722 <span> 1723 <a href="https://jigsaw.w3.org/css-validator/check/referer"> <img class="socialmedia" src="https://www.tpc.org/tpc_common_library/images/css3-logo.png" alt="Valid CSS3"> </a> 1724 </span> 1725 </span> 1726<!-- END W3C Certification --> 1727 </div> 1728 1729 <div class="copyright"> 1730 Copyright © 1988-2026 TPC. All rights reserved. Web-Design and Maintenance by: <a class="footer_link" href="http://www.parrishtas.com" target="new">Parrish TAS</a> 1731 </div> 1732 1733 <div class="social_networks">
1734<!-- <span class="socialmedia_r"> 1735 <a href="https://www.youtube.com/channel/UCRv3WH2z7VPBhs01YJJlEyg" title="YouTube"><img class="socialmedia_r" src="https://www.tpc.org/tpc_common_library/images/youtube-logo.png" alt="YouTube"></a>    1736 </span> 1737--> 1738 <span class="socialmedia"> 1739 <a href="https://www.facebook.com/TPCbenchmarks/" title="Facebook"> <img class="socialmedia_r" src="https://www.tpc.org/tpc_common_library/images/facebook-logo.png" alt="Facebook"></a>    1740 </span> 1741 <span class="socialmedia"> 1742 <a href="https://www.linkedin.com/company/tpcbenchmarks/" title="LinkedIn"><img class="socialmedia_r" src="https://www.tpc.org/tpc_common_library/images/linkedin-logo.png" alt="LinkedIn"></a>    1743 </span> 1744 <span class="socialmedia"> 1745 <a href="https://twitter.com/TPCBenchmarks" title="Twitter"><img class="socialmedia_r" src="https://www.tpc.org/tpc_common_library/images/x-logo.jpg" alt="Twitter"></a>    1746 </span> 1747 </div> 1748 1749 </div> 1750 </div> <!-- END - footer --> 1751 </div> <!-- END - wrapper-footer --> 1752 1753 1754 </div> <!-- wrapper-page --> 1755 </body> 1756 1757 </html> 1758 <!-- EOF -->
Line numbers count LF bytes from the start of the resource, as the search results do. Vendor segments are library code the classifier recognised; they are stored but not indexed. Bytes are shown as Latin1 characters, one per byte.