svn commit: r992480 [41/46] - in /websites/production/commons/content/proper/commons-csv: ./ apidocs/ apidocs/org/apache/commons/csv/ apidocs/org/apache/commons/csv/class-use/ apidocs/resources/ apidocs/src-html/org/apache/commons/csv/ css/ jacoco/ jac...

[br...@apache.org]

Modified: websites/production/commons/content/proper/commons-csv/xref-test/org/apache/commons/csv/PerformanceTest.html
==============================================================================
--- websites/production/commons/content/proper/commons-csv/xref-test/org/apache/commons/csv/PerformanceTest.html (original)
+++ websites/production/commons/content/proper/commons-csv/xref-test/org/apache/commons/csv/PerformanceTest.html Sun Jul 10 19:38:20 2016
@@ -34,272 +34,284 @@
 <a class="jxr_linenumber" name="L26" href="#L26">26</a>  <strong class="jxr_keyword">import</strong> java.io.InputStream;
 <a class="jxr_linenumber" name="L27" href="#L27">27</a>  <strong class="jxr_keyword">import</strong> java.io.OutputStream;
 <a class="jxr_linenumber" name="L28" href="#L28">28</a>  <strong class="jxr_keyword">import</strong> java.lang.reflect.Constructor;
-<a class="jxr_linenumber" name="L29" href="#L29">29</a>  <strong class="jxr_keyword">import</strong> java.util.zip.GZIPInputStream;
-<a class="jxr_linenumber" name="L30" href="#L30">30</a>  
-<a class="jxr_linenumber" name="L31" href="#L31">31</a>  <strong class="jxr_keyword">import</strong> org.apache.commons.io.IOUtils;
-<a class="jxr_linenumber" name="L32" href="#L32">32</a>  
-<a class="jxr_linenumber" name="L33" href="#L33">33</a>  <em class="jxr_javadoccomment">/**</em>
-<a class="jxr_linenumber" name="L34" href="#L34">34</a>  <em class="jxr_javadoccomment"> * Basic test harness.</em>
-<a class="jxr_linenumber" name="L35" href="#L35">35</a>  <em class="jxr_javadoccomment"> *</em>
-<a class="jxr_linenumber" name="L36" href="#L36">36</a>  <em class="jxr_javadoccomment"> * Requires test file to be downloaded separately.</em>
-<a class="jxr_linenumber" name="L37" href="#L37">37</a>  <em class="jxr_javadoccomment"> *</em>
-<a class="jxr_linenumber" name="L38" href="#L38">38</a>  <em class="jxr_javadoccomment"> * @version $Id$</em>
-<a class="jxr_linenumber" name="L39" href="#L39">39</a>  <em class="jxr_javadoccomment"> */</em>
-<a class="jxr_linenumber" name="L40" href="#L40">40</a>  @SuppressWarnings(<span class="jxr_string">"boxing"</span>)
-<a class="jxr_linenumber" name="L41" href="#L41">41</a>  <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">class</strong> <a href="../../../../org/apache/commons/csv/PerformanceTest.html">PerformanceTest</a> {
-<a class="jxr_linenumber" name="L42" href="#L42">42</a>  
-<a class="jxr_linenumber" name="L43" href="#L43">43</a>      <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">static</strong> <strong class="jxr_keyword">final</strong> String[] PROPS = {
-<a class="jxr_linenumber" name="L44" href="#L44">44</a>          <span class="jxr_string">"java.version"</span>,                  <em class="jxr_comment">// Java Runtime Environment version</em>
-<a class="jxr_linenumber" name="L45" href="#L45">45</a>          <span class="jxr_string">"java.vendor"</span>,                   <em class="jxr_comment">// Java Runtime Environment vendor</em>
-<a class="jxr_linenumber" name="L46" href="#L46">46</a>  <em class="jxr_comment">//        "java.vm.specification.version", // Java Virtual Machine specification version</em>
-<a class="jxr_linenumber" name="L47" href="#L47">47</a>  <em class="jxr_comment">//        "java.vm.specification.vendor",  // Java Virtual Machine specification vendor</em>
-<a class="jxr_linenumber" name="L48" href="#L48">48</a>  <em class="jxr_comment">//        "java.vm.specification.name",    // Java Virtual Machine specification name</em>
-<a class="jxr_linenumber" name="L49" href="#L49">49</a>          <span class="jxr_string">"java.vm.version"</span>,               <em class="jxr_comment">// Java Virtual Machine implementation version</em>
-<a class="jxr_linenumber" name="L50" href="#L50">50</a>  <em class="jxr_comment">//        "java.vm.vendor",                // Java Virtual Machine implementation vendor</em>
-<a class="jxr_linenumber" name="L51" href="#L51">51</a>          <span class="jxr_string">"java.vm.name"</span>,                  <em class="jxr_comment">// Java Virtual Machine implementation name</em>
-<a class="jxr_linenumber" name="L52" href="#L52">52</a>  <em class="jxr_comment">//        "java.specification.version",    // Java Runtime Environment specification version</em>
-<a class="jxr_linenumber" name="L53" href="#L53">53</a>  <em class="jxr_comment">//        "java.specification.vendor",     // Java Runtime Environment specification vendor</em>
-<a class="jxr_linenumber" name="L54" href="#L54">54</a>  <em class="jxr_comment">//        "java.specification.name",       // Java Runtime Environment specification name</em>
-<a class="jxr_linenumber" name="L55" href="#L55">55</a>  
-<a class="jxr_linenumber" name="L56" href="#L56">56</a>          <span class="jxr_string">"os.name"</span>,                       <em class="jxr_comment">// Operating system name</em>
-<a class="jxr_linenumber" name="L57" href="#L57">57</a>          <span class="jxr_string">"os.arch"</span>,                       <em class="jxr_comment">// Operating system architecture</em>
-<a class="jxr_linenumber" name="L58" href="#L58">58</a>          <span class="jxr_string">"os.version"</span>,                    <em class="jxr_comment">// Operating system version</em>
-<a class="jxr_linenumber" name="L59" href="#L59">59</a>  
-<a class="jxr_linenumber" name="L60" href="#L60">60</a>      };
-<a class="jxr_linenumber" name="L61" href="#L61">61</a>  
-<a class="jxr_linenumber" name="L62" href="#L62">62</a>      <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">static</strong> <strong class="jxr_keyword">int</strong> max = 10;
-<a class="jxr_linenumber" name="L63" href="#L63">63</a>  
-<a class="jxr_linenumber" name="L64" href="#L64">64</a>      <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">static</strong> <strong class="jxr_keyword">int</strong> num = 0; <em class="jxr_comment">// number of elapsed times recorded</em>
-<a class="jxr_linenumber" name="L65" href="#L65">65</a>      <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">static</strong> <strong class="jxr_keyword">long</strong>[] elapsedTimes = <strong class="jxr_keyword">new</strong> <strong class="jxr_keyword">long</strong>[max];
-<a class="jxr_linenumber" name="L66" href="#L66">66</a>  
-<a class="jxr_linenumber" name="L67" href="#L67">67</a>      <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">static</strong> <strong class="jxr_keyword">final</strong> CSVFormat format = CSVFormat.EXCEL;
-<a class="jxr_linenumber" name="L68" href="#L68">68</a>  
-<a class="jxr_linenumber" name="L69" href="#L69">69</a>      <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">static</strong> <strong class="jxr_keyword">final</strong> File BIG_FILE = <strong class="jxr_keyword">new</strong> File(System.getProperty(<span class="jxr_string">"java.io.tmpdir"</span>), <span class="jxr_string">"worldcitiespop.txt"</span>);
-<a class="jxr_linenumber" name="L70" href="#L70">70</a>  
-<a class="jxr_linenumber" name="L71" href="#L71">71</a>      <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">static</strong> <strong class="jxr_keyword">void</strong> main(<strong class="jxr_keyword">final</strong> String [] args) <strong class="jxr_keyword">throws</strong> Exception {
-<a class="jxr_linenumber" name="L72" href="#L72">72</a>          <strong class="jxr_keyword">if</strong> (BIG_FILE.exists()) {
-<a class="jxr_linenumber" name="L73" href="#L73">73</a>              System.out.println(String.format(<span class="jxr_string">"Found test fixture %s: %,d bytes."</span>, BIG_FILE, BIG_FILE.length()));
-<a class="jxr_linenumber" name="L74" href="#L74">74</a>          } <strong class="jxr_keyword">else</strong> {
-<a class="jxr_linenumber" name="L75" href="#L75">75</a>              System.out.println(<span class="jxr_string">"Decompressing test fixture "</span> + BIG_FILE + <span class="jxr_string">"..."</span>);
-<a class="jxr_linenumber" name="L76" href="#L76">76</a>              <strong class="jxr_keyword">final</strong> InputStream input = <strong class="jxr_keyword">new</strong> GZIPInputStream(<strong class="jxr_keyword">new</strong> FileInputStream(<span class="jxr_string">"src/test/resources/perf/worldcitiespop.txt.gz"</span>));
-<a class="jxr_linenumber" name="L77" href="#L77">77</a>              <strong class="jxr_keyword">final</strong> OutputStream output = <strong class="jxr_keyword">new</strong> FileOutputStream(BIG_FILE);
-<a class="jxr_linenumber" name="L78" href="#L78">78</a>              IOUtils.copy(input, output);
-<a class="jxr_linenumber" name="L79" href="#L79">79</a>              input.close();
-<a class="jxr_linenumber" name="L80" href="#L80">80</a>              output.close();
-<a class="jxr_linenumber" name="L81" href="#L81">81</a>              System.out.println(String.format(<span class="jxr_string">"Decompressed test fixture %s: %,d bytes."</span>, BIG_FILE, BIG_FILE.length()));
-<a class="jxr_linenumber" name="L82" href="#L82">82</a>          }
-<a class="jxr_linenumber" name="L83" href="#L83">83</a>          <strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">int</strong> argc = args.length;
-<a class="jxr_linenumber" name="L84" href="#L84">84</a>          String tests[];
-<a class="jxr_linenumber" name="L85" href="#L85">85</a>          <strong class="jxr_keyword">if</strong> (argc &gt; 0) {
-<a class="jxr_linenumber" name="L86" href="#L86">86</a>              max=Integer.parseInt(args[0]);
-<a class="jxr_linenumber" name="L87" href="#L87">87</a>          }
-<a class="jxr_linenumber" name="L88" href="#L88">88</a>          <strong class="jxr_keyword">if</strong> (argc &gt; 1) {
-<a class="jxr_linenumber" name="L89" href="#L89">89</a>              tests = <strong class="jxr_keyword">new</strong> String[argc-1];
-<a class="jxr_linenumber" name="L90" href="#L90">90</a>              <strong class="jxr_keyword">for</strong> (<strong class="jxr_keyword">int</strong> i = 1; i &lt; argc; i++) {
-<a class="jxr_linenumber" name="L91" href="#L91">91</a>                  tests[i-1]=args[i];
-<a class="jxr_linenumber" name="L92" href="#L92">92</a>              }
-<a class="jxr_linenumber" name="L93" href="#L93">93</a>          } <strong class="jxr_keyword">else</strong> {
-<a class="jxr_linenumber" name="L94" href="#L94">94</a>              tests=<strong class="jxr_keyword">new</strong> String[]{<span class="jxr_string">"file"</span>, <span class="jxr_string">"split"</span>, <span class="jxr_string">"extb"</span>, <span class="jxr_string">"exts"</span>, <span class="jxr_string">"csv"</span>, <span class="jxr_string">"lexreset"</span>, <span class="jxr_string">"lexnew"</span>};
-<a class="jxr_linenumber" name="L95" href="#L95">95</a>          }
-<a class="jxr_linenumber" name="L96" href="#L96">96</a>          <strong class="jxr_keyword">for</strong>(<strong class="jxr_keyword">final</strong> String p : PROPS) {
-<a class="jxr_linenumber" name="L97" href="#L97">97</a>              System.out.println(p+<span class="jxr_string">"="</span>+System.getProperty(p));
-<a class="jxr_linenumber" name="L98" href="#L98">98</a>          }
-<a class="jxr_linenumber" name="L99" href="#L99">99</a>          System.out.println(<span class="jxr_string">"Max count: "</span>+max+<span class="jxr_string">"\n"</span>);
-<a class="jxr_linenumber" name="L100" href="#L100">100</a> 
-<a class="jxr_linenumber" name="L101" href="#L101">101</a>         <strong class="jxr_keyword">for</strong>(<strong class="jxr_keyword">final</strong> String test : tests) {
-<a class="jxr_linenumber" name="L102" href="#L102">102</a>             <strong class="jxr_keyword">if</strong> (<span class="jxr_string">"file"</span>.equals(test)) {
-<a class="jxr_linenumber" name="L103" href="#L103">103</a>                 testReadBigFile(false);
-<a class="jxr_linenumber" name="L104" href="#L104">104</a>             } <strong class="jxr_keyword">else</strong> <strong class="jxr_keyword">if</strong> (<span class="jxr_string">"split"</span>.equals(test)) {
-<a class="jxr_linenumber" name="L105" href="#L105">105</a>                 testReadBigFile(<strong class="jxr_keyword">true</strong>);
-<a class="jxr_linenumber" name="L106" href="#L106">106</a>             } <strong class="jxr_keyword">else</strong> <strong class="jxr_keyword">if</strong> (<span class="jxr_string">"csv"</span>.equals(test)) {
-<a class="jxr_linenumber" name="L107" href="#L107">107</a>                 testParseCommonsCSV();
-<a class="jxr_linenumber" name="L108" href="#L108">108</a>             } <strong class="jxr_keyword">else</strong> <strong class="jxr_keyword">if</strong> (<span class="jxr_string">"lexreset"</span>.equals(test)) {
-<a class="jxr_linenumber" name="L109" href="#L109">109</a>                 testCSVLexer(false, test);
-<a class="jxr_linenumber" name="L110" href="#L110">110</a>             } <strong class="jxr_keyword">else</strong> <strong class="jxr_keyword">if</strong> (<span class="jxr_string">"lexnew"</span>.equals(test)) {
-<a class="jxr_linenumber" name="L111" href="#L111">111</a>                 testCSVLexer(<strong class="jxr_keyword">true</strong>, test);
-<a class="jxr_linenumber" name="L112" href="#L112">112</a>             } <strong class="jxr_keyword">else</strong> <strong class="jxr_keyword">if</strong> (test.startsWith(<span class="jxr_string">"CSVLexer"</span>)) {
-<a class="jxr_linenumber" name="L113" href="#L113">113</a>                 testCSVLexer(false, test);
-<a class="jxr_linenumber" name="L114" href="#L114">114</a>             } <strong class="jxr_keyword">else</strong> <strong class="jxr_keyword">if</strong> (<span class="jxr_string">"extb"</span>.equals(test)) {
-<a class="jxr_linenumber" name="L115" href="#L115">115</a>                 testExtendedBuffer(false);
-<a class="jxr_linenumber" name="L116" href="#L116">116</a>             } <strong class="jxr_keyword">else</strong> <strong class="jxr_keyword">if</strong> (<span class="jxr_string">"exts"</span>.equals(test)) {
-<a class="jxr_linenumber" name="L117" href="#L117">117</a>                 testExtendedBuffer(<strong class="jxr_keyword">true</strong>);
-<a class="jxr_linenumber" name="L118" href="#L118">118</a>             } <strong class="jxr_keyword">else</strong> {
-<a class="jxr_linenumber" name="L119" href="#L119">119</a>                 System.out.println(<span class="jxr_string">"Invalid test name: "</span>+test);
-<a class="jxr_linenumber" name="L120" href="#L120">120</a>             }
-<a class="jxr_linenumber" name="L121" href="#L121">121</a>         }
-<a class="jxr_linenumber" name="L122" href="#L122">122</a>     }
-<a class="jxr_linenumber" name="L123" href="#L123">123</a> 
-<a class="jxr_linenumber" name="L124" href="#L124">124</a>     <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">static</strong> BufferedReader getReader() <strong class="jxr_keyword">throws</strong> IOException {
-<a class="jxr_linenumber" name="L125" href="#L125">125</a>         <strong class="jxr_keyword">return</strong> <strong class="jxr_keyword">new</strong> BufferedReader(<strong class="jxr_keyword">new</strong> FileReader(BIG_FILE));
-<a class="jxr_linenumber" name="L126" href="#L126">126</a>     }
-<a class="jxr_linenumber" name="L127" href="#L127">127</a> 
-<a class="jxr_linenumber" name="L128" href="#L128">128</a>     <em class="jxr_comment">// Container for basic statistics</em>
-<a class="jxr_linenumber" name="L129" href="#L129">129</a>     <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">static</strong> <strong class="jxr_keyword">class</strong> <a href="../../../../org/apache/commons/csv/PerformanceTest.html">Stats</a> {
-<a class="jxr_linenumber" name="L130" href="#L130">130</a>         <strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">int</strong> count;
-<a class="jxr_linenumber" name="L131" href="#L131">131</a>         <strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">int</strong> fields;
-<a class="jxr_linenumber" name="L132" href="#L132">132</a>         <a href="../../../../org/apache/commons/csv/PerformanceTest.html">Stats</a>(<strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">int</strong> c, <strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">int</strong> f) {
-<a class="jxr_linenumber" name="L133" href="#L133">133</a>             count=c;
-<a class="jxr_linenumber" name="L134" href="#L134">134</a>             fields=f;
-<a class="jxr_linenumber" name="L135" href="#L135">135</a>         }
-<a class="jxr_linenumber" name="L136" href="#L136">136</a>     }
-<a class="jxr_linenumber" name="L137" href="#L137">137</a> 
-<a class="jxr_linenumber" name="L138" href="#L138">138</a>     <em class="jxr_comment">// Display end stats; store elapsed for average</em>
-<a class="jxr_linenumber" name="L139" href="#L139">139</a>     <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">static</strong> <strong class="jxr_keyword">void</strong> show(<strong class="jxr_keyword">final</strong> String msg, <strong class="jxr_keyword">final</strong> <a href="../../../../org/apache/commons/csv/PerformanceTest.html">Stats</a> s, <strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">long</strong> start) {
-<a class="jxr_linenumber" name="L140" href="#L140">140</a>         <strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">long</strong> elapsed = System.currentTimeMillis() - start;
-<a class="jxr_linenumber" name="L141" href="#L141">141</a>         System.out.printf(<span class="jxr_string">"%-20s: %5dms "</span> + s.count + <span class="jxr_string">" lines "</span>+ s.fields + <span class="jxr_string">" fields%n"</span>,msg,elapsed);
-<a class="jxr_linenumber" name="L142" href="#L142">142</a>         elapsedTimes[num++]=elapsed;
-<a class="jxr_linenumber" name="L143" href="#L143">143</a>     }
-<a class="jxr_linenumber" name="L144" href="#L144">144</a> 
-<a class="jxr_linenumber" name="L145" href="#L145">145</a>     <em class="jxr_comment">// calculate and show average</em>
-<a class="jxr_linenumber" name="L146" href="#L146">146</a>     <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">static</strong> <strong class="jxr_keyword">void</strong> show(){
-<a class="jxr_linenumber" name="L147" href="#L147">147</a>         <strong class="jxr_keyword">long</strong> tot = 0;
-<a class="jxr_linenumber" name="L148" href="#L148">148</a>         <strong class="jxr_keyword">if</strong> (num &gt; 1) {
-<a class="jxr_linenumber" name="L149" href="#L149">149</a>             <strong class="jxr_keyword">for</strong>(<strong class="jxr_keyword">int</strong> i=1; i &lt; num; i++) { <em class="jxr_comment">// skip first test</em>
-<a class="jxr_linenumber" name="L150" href="#L150">150</a>                 tot += elapsedTimes[i];
-<a class="jxr_linenumber" name="L151" href="#L151">151</a>             }
-<a class="jxr_linenumber" name="L152" href="#L152">152</a>             System.out.printf(<span class="jxr_string">"%-20s: %5dms%n%n"</span>, <span class="jxr_string">"Average(not first)"</span>, tot/(num-1));
-<a class="jxr_linenumber" name="L153" href="#L153">153</a>         }
-<a class="jxr_linenumber" name="L154" href="#L154">154</a>         num=0; <em class="jxr_comment">// ready for next set</em>
-<a class="jxr_linenumber" name="L155" href="#L155">155</a>     }
-<a class="jxr_linenumber" name="L156" href="#L156">156</a> 
-<a class="jxr_linenumber" name="L157" href="#L157">157</a>     <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">static</strong> <strong class="jxr_keyword">void</strong> testReadBigFile(<strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">boolean</strong> split) <strong class="jxr_keyword">throws</strong> Exception {
-<a class="jxr_linenumber" name="L158" href="#L158">158</a>        <strong class="jxr_keyword">for</strong> (<strong class="jxr_keyword">int</strong> i = 0; i &lt; max; i++) {
-<a class="jxr_linenumber" name="L159" href="#L159">159</a>            <strong class="jxr_keyword">final</strong> BufferedReader in = getReader();
-<a class="jxr_linenumber" name="L160" href="#L160">160</a>            <strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">long</strong> t0 = System.currentTimeMillis();
-<a class="jxr_linenumber" name="L161" href="#L161">161</a>            <strong class="jxr_keyword">final</strong> <a href="../../../../org/apache/commons/csv/PerformanceTest.html">Stats</a> s = readAll(in, split);
-<a class="jxr_linenumber" name="L162" href="#L162">162</a>            in.close();
-<a class="jxr_linenumber" name="L163" href="#L163">163</a>            show(split?<span class="jxr_string">"file+split"</span>:<span class="jxr_string">"file"</span>, s, t0);
-<a class="jxr_linenumber" name="L164" href="#L164">164</a>        }
-<a class="jxr_linenumber" name="L165" href="#L165">165</a>        show();
-<a class="jxr_linenumber" name="L166" href="#L166">166</a>    }
-<a class="jxr_linenumber" name="L167" href="#L167">167</a> 
-<a class="jxr_linenumber" name="L168" href="#L168">168</a>    <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">static</strong> <a href="../../../../org/apache/commons/csv/PerformanceTest.html">Stats</a> readAll(<strong class="jxr_keyword">final</strong> BufferedReader in, <strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">boolean</strong> split) <strong class="jxr_keyword">throws</strong> IOException {
-<a class="jxr_linenumber" name="L169" href="#L169">169</a>        <strong class="jxr_keyword">int</strong> count = 0;
-<a class="jxr_linenumber" name="L170" href="#L170">170</a>        <strong class="jxr_keyword">int</strong> fields = 0;
-<a class="jxr_linenumber" name="L171" href="#L171">171</a>        String record;
-<a class="jxr_linenumber" name="L172" href="#L172">172</a>        <strong class="jxr_keyword">while</strong> ((record=in.readLine()) != <strong class="jxr_keyword">null</strong>) {
-<a class="jxr_linenumber" name="L173" href="#L173">173</a>            count++;
-<a class="jxr_linenumber" name="L174" href="#L174">174</a>            fields+= split ? record.split(<span class="jxr_string">","</span>).length : 1;
-<a class="jxr_linenumber" name="L175" href="#L175">175</a>        }
-<a class="jxr_linenumber" name="L176" href="#L176">176</a>        <strong class="jxr_keyword">return</strong> <strong class="jxr_keyword">new</strong> <a href="../../../../org/apache/commons/csv/PerformanceTest.html">Stats</a>(count, fields);
-<a class="jxr_linenumber" name="L177" href="#L177">177</a>    }
-<a class="jxr_linenumber" name="L178" href="#L178">178</a> 
-<a class="jxr_linenumber" name="L179" href="#L179">179</a>    <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">static</strong> <strong class="jxr_keyword">void</strong> testExtendedBuffer(<strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">boolean</strong> makeString) <strong class="jxr_keyword">throws</strong> Exception {
-<a class="jxr_linenumber" name="L180" href="#L180">180</a>        <strong class="jxr_keyword">for</strong> (<strong class="jxr_keyword">int</strong> i = 0; i &lt; max; i++) {
-<a class="jxr_linenumber" name="L181" href="#L181">181</a>            <strong class="jxr_keyword">final</strong> ExtendedBufferedReader in = <strong class="jxr_keyword">new</strong> ExtendedBufferedReader(getReader());
-<a class="jxr_linenumber" name="L182" href="#L182">182</a>            <strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">long</strong> t0 = System.currentTimeMillis();
-<a class="jxr_linenumber" name="L183" href="#L183">183</a>            <strong class="jxr_keyword">int</strong> read;
-<a class="jxr_linenumber" name="L184" href="#L184">184</a>            <strong class="jxr_keyword">int</strong> fields = 0;
-<a class="jxr_linenumber" name="L185" href="#L185">185</a>            <strong class="jxr_keyword">int</strong> lines = 0;
-<a class="jxr_linenumber" name="L186" href="#L186">186</a>            <strong class="jxr_keyword">if</strong> (makeString) {
-<a class="jxr_linenumber" name="L187" href="#L187">187</a>                StringBuilder sb = <strong class="jxr_keyword">new</strong> StringBuilder();
-<a class="jxr_linenumber" name="L188" href="#L188">188</a>                <strong class="jxr_keyword">while</strong>((read=in.read()) != -1) {
-<a class="jxr_linenumber" name="L189" href="#L189">189</a>                    sb.append((<strong class="jxr_keyword">char</strong>)read);
-<a class="jxr_linenumber" name="L190" href="#L190">190</a>                    <strong class="jxr_keyword">if</strong> (read == ',') { <em class="jxr_comment">// count delimiters</em>
-<a class="jxr_linenumber" name="L191" href="#L191">191</a>                        sb.toString();
-<a class="jxr_linenumber" name="L192" href="#L192">192</a>                        sb = <strong class="jxr_keyword">new</strong> StringBuilder();
-<a class="jxr_linenumber" name="L193" href="#L193">193</a>                        fields++;
-<a class="jxr_linenumber" name="L194" href="#L194">194</a>                    } <strong class="jxr_keyword">else</strong> <strong class="jxr_keyword">if</strong> (read == '\n') {
-<a class="jxr_linenumber" name="L195" href="#L195">195</a>                        sb.toString();
-<a class="jxr_linenumber" name="L196" href="#L196">196</a>                        sb = <strong class="jxr_keyword">new</strong> StringBuilder();
-<a class="jxr_linenumber" name="L197" href="#L197">197</a>                        lines++;
-<a class="jxr_linenumber" name="L198" href="#L198">198</a>                    }
-<a class="jxr_linenumber" name="L199" href="#L199">199</a>                }
-<a class="jxr_linenumber" name="L200" href="#L200">200</a>            } <strong class="jxr_keyword">else</strong> {
-<a class="jxr_linenumber" name="L201" href="#L201">201</a>                <strong class="jxr_keyword">while</strong>((read=in.read()) != -1) {
-<a class="jxr_linenumber" name="L202" href="#L202">202</a>                    <strong class="jxr_keyword">if</strong> (read == ',') { <em class="jxr_comment">// count delimiters</em>
-<a class="jxr_linenumber" name="L203" href="#L203">203</a>                        fields++;
-<a class="jxr_linenumber" name="L204" href="#L204">204</a>                    } <strong class="jxr_keyword">else</strong> <strong class="jxr_keyword">if</strong> (read == '\n') {
-<a class="jxr_linenumber" name="L205" href="#L205">205</a>                        lines++;
-<a class="jxr_linenumber" name="L206" href="#L206">206</a>                    }
-<a class="jxr_linenumber" name="L207" href="#L207">207</a>                }
-<a class="jxr_linenumber" name="L208" href="#L208">208</a>            }
-<a class="jxr_linenumber" name="L209" href="#L209">209</a>            fields += lines; <em class="jxr_comment">// EOL is a delimiter too</em>
-<a class="jxr_linenumber" name="L210" href="#L210">210</a>            in.close();
-<a class="jxr_linenumber" name="L211" href="#L211">211</a>            show(<span class="jxr_string">"Extended"</span>+(makeString?<span class="jxr_string">" toString"</span>:<span class="jxr_string">""</span>), <strong class="jxr_keyword">new</strong> <a href="../../../../org/apache/commons/csv/PerformanceTest.html">Stats</a>(lines, fields), t0);
-<a class="jxr_linenumber" name="L212" href="#L212">212</a>        }
-<a class="jxr_linenumber" name="L213" href="#L213">213</a>        show();
-<a class="jxr_linenumber" name="L214" href="#L214">214</a>    }
-<a class="jxr_linenumber" name="L215" href="#L215">215</a> 
-<a class="jxr_linenumber" name="L216" href="#L216">216</a>    <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">static</strong> <strong class="jxr_keyword">void</strong> testParseCommonsCSV() <strong class="jxr_keyword">throws</strong> Exception {
-<a class="jxr_linenumber" name="L217" href="#L217">217</a>        <strong class="jxr_keyword">for</strong> (<strong class="jxr_keyword">int</strong> i = 0; i &lt; max; i++) {
-<a class="jxr_linenumber" name="L218" href="#L218">218</a>            <strong class="jxr_keyword">final</strong> BufferedReader reader = getReader();
-<a class="jxr_linenumber" name="L219" href="#L219">219</a>            <strong class="jxr_keyword">final</strong> CSVParser parser = <strong class="jxr_keyword">new</strong> CSVParser(reader, format);
-<a class="jxr_linenumber" name="L220" href="#L220">220</a>            <strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">long</strong> t0 = System.currentTimeMillis();
-<a class="jxr_linenumber" name="L221" href="#L221">221</a>            <strong class="jxr_keyword">final</strong> <a href="../../../../org/apache/commons/csv/PerformanceTest.html">Stats</a> s = iterate(parser);
-<a class="jxr_linenumber" name="L222" href="#L222">222</a>            reader.close();
-<a class="jxr_linenumber" name="L223" href="#L223">223</a>            show(<span class="jxr_string">"CSV"</span>, s, t0);
-<a class="jxr_linenumber" name="L224" href="#L224">224</a>            parser.close();
-<a class="jxr_linenumber" name="L225" href="#L225">225</a>        }
-<a class="jxr_linenumber" name="L226" href="#L226">226</a>        show();
-<a class="jxr_linenumber" name="L227" href="#L227">227</a>    }
-<a class="jxr_linenumber" name="L228" href="#L228">228</a> 
-<a class="jxr_linenumber" name="L229" href="#L229">229</a> 
-<a class="jxr_linenumber" name="L230" href="#L230">230</a>    <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">static</strong> Constructor&lt;Lexer&gt; getLexerCtor(<strong class="jxr_keyword">final</strong> String clazz) <strong class="jxr_keyword">throws</strong> Exception {
-<a class="jxr_linenumber" name="L231" href="#L231">231</a>        @SuppressWarnings(<span class="jxr_string">"unchecked"</span>)
-<a class="jxr_linenumber" name="L232" href="#L232">232</a>        <strong class="jxr_keyword">final</strong> Class&lt;Lexer&gt; lexer = (Class&lt;Lexer&gt;) Class.forName(<span class="jxr_string">"org.apache.commons.csv."</span> + clazz);
-<a class="jxr_linenumber" name="L233" href="#L233">233</a>        <strong class="jxr_keyword">return</strong> lexer.getConstructor(<strong class="jxr_keyword">new</strong> Class&lt;?&gt;[]{CSVFormat.<strong class="jxr_keyword">class</strong>, ExtendedBufferedReader.<strong class="jxr_keyword">class</strong>});
-<a class="jxr_linenumber" name="L234" href="#L234">234</a>    }
+<a class="jxr_linenumber" name="L29" href="#L29">29</a>  <strong class="jxr_keyword">import</strong> java.lang.reflect.InvocationTargetException;
+<a class="jxr_linenumber" name="L30" href="#L30">30</a>  <strong class="jxr_keyword">import</strong> java.util.zip.GZIPInputStream;
+<a class="jxr_linenumber" name="L31" href="#L31">31</a>  
+<a class="jxr_linenumber" name="L32" href="#L32">32</a>  <strong class="jxr_keyword">import</strong> org.apache.commons.io.IOUtils;
+<a class="jxr_linenumber" name="L33" href="#L33">33</a>  
+<a class="jxr_linenumber" name="L34" href="#L34">34</a>  <em class="jxr_javadoccomment">/**</em>
+<a class="jxr_linenumber" name="L35" href="#L35">35</a>  <em class="jxr_javadoccomment"> * Basic test harness.</em>
+<a class="jxr_linenumber" name="L36" href="#L36">36</a>  <em class="jxr_javadoccomment"> *</em>
+<a class="jxr_linenumber" name="L37" href="#L37">37</a>  <em class="jxr_javadoccomment"> * Requires test file to be downloaded separately.</em>
+<a class="jxr_linenumber" name="L38" href="#L38">38</a>  <em class="jxr_javadoccomment"> *</em>
+<a class="jxr_linenumber" name="L39" href="#L39">39</a>  <em class="jxr_javadoccomment"> * @version $Id$</em>
+<a class="jxr_linenumber" name="L40" href="#L40">40</a>  <em class="jxr_javadoccomment"> */</em>
+<a class="jxr_linenumber" name="L41" href="#L41">41</a>  @SuppressWarnings(<span class="jxr_string">"boxing"</span>)
+<a class="jxr_linenumber" name="L42" href="#L42">42</a>  <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">class</strong> <a href="../../../../org/apache/commons/csv/PerformanceTest.html">PerformanceTest</a> {
+<a class="jxr_linenumber" name="L43" href="#L43">43</a>  
+<a class="jxr_linenumber" name="L44" href="#L44">44</a>      <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">static</strong> <strong class="jxr_keyword">final</strong> String[] PROPS = {
+<a class="jxr_linenumber" name="L45" href="#L45">45</a>          <span class="jxr_string">"java.version"</span>,                  <em class="jxr_comment">// Java Runtime Environment version</em>
+<a class="jxr_linenumber" name="L46" href="#L46">46</a>          <span class="jxr_string">"java.vendor"</span>,                   <em class="jxr_comment">// Java Runtime Environment vendor</em>
+<a class="jxr_linenumber" name="L47" href="#L47">47</a>  <em class="jxr_comment">//        "java.vm.specification.version", // Java Virtual Machine specification version</em>
+<a class="jxr_linenumber" name="L48" href="#L48">48</a>  <em class="jxr_comment">//        "java.vm.specification.vendor",  // Java Virtual Machine specification vendor</em>
+<a class="jxr_linenumber" name="L49" href="#L49">49</a>  <em class="jxr_comment">//        "java.vm.specification.name",    // Java Virtual Machine specification name</em>
+<a class="jxr_linenumber" name="L50" href="#L50">50</a>          <span class="jxr_string">"java.vm.version"</span>,               <em class="jxr_comment">// Java Virtual Machine implementation version</em>
+<a class="jxr_linenumber" name="L51" href="#L51">51</a>  <em class="jxr_comment">//        "java.vm.vendor",                // Java Virtual Machine implementation vendor</em>
+<a class="jxr_linenumber" name="L52" href="#L52">52</a>          <span class="jxr_string">"java.vm.name"</span>,                  <em class="jxr_comment">// Java Virtual Machine implementation name</em>
+<a class="jxr_linenumber" name="L53" href="#L53">53</a>  <em class="jxr_comment">//        "java.specification.version",    // Java Runtime Environment specification version</em>
+<a class="jxr_linenumber" name="L54" href="#L54">54</a>  <em class="jxr_comment">//        "java.specification.vendor",     // Java Runtime Environment specification vendor</em>
+<a class="jxr_linenumber" name="L55" href="#L55">55</a>  <em class="jxr_comment">//        "java.specification.name",       // Java Runtime Environment specification name</em>
+<a class="jxr_linenumber" name="L56" href="#L56">56</a>  
+<a class="jxr_linenumber" name="L57" href="#L57">57</a>          <span class="jxr_string">"os.name"</span>,                       <em class="jxr_comment">// Operating system name</em>
+<a class="jxr_linenumber" name="L58" href="#L58">58</a>          <span class="jxr_string">"os.arch"</span>,                       <em class="jxr_comment">// Operating system architecture</em>
+<a class="jxr_linenumber" name="L59" href="#L59">59</a>          <span class="jxr_string">"os.version"</span>,                    <em class="jxr_comment">// Operating system version</em>
+<a class="jxr_linenumber" name="L60" href="#L60">60</a>  
+<a class="jxr_linenumber" name="L61" href="#L61">61</a>      };
+<a class="jxr_linenumber" name="L62" href="#L62">62</a>  
+<a class="jxr_linenumber" name="L63" href="#L63">63</a>      <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">static</strong> <strong class="jxr_keyword">int</strong> max = 10;
+<a class="jxr_linenumber" name="L64" href="#L64">64</a>  
+<a class="jxr_linenumber" name="L65" href="#L65">65</a>      <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">static</strong> <strong class="jxr_keyword">int</strong> num = 0; <em class="jxr_comment">// number of elapsed times recorded</em>
+<a class="jxr_linenumber" name="L66" href="#L66">66</a>      <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">static</strong> <strong class="jxr_keyword">long</strong>[] elapsedTimes = <strong class="jxr_keyword">new</strong> <strong class="jxr_keyword">long</strong>[max];
+<a class="jxr_linenumber" name="L67" href="#L67">67</a>  
+<a class="jxr_linenumber" name="L68" href="#L68">68</a>      <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">static</strong> <strong class="jxr_keyword">final</strong> CSVFormat format = CSVFormat.EXCEL;
+<a class="jxr_linenumber" name="L69" href="#L69">69</a>  
+<a class="jxr_linenumber" name="L70" href="#L70">70</a>      <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">static</strong> <strong class="jxr_keyword">final</strong> File BIG_FILE = <strong class="jxr_keyword">new</strong> File(System.getProperty(<span class="jxr_string">"java.io.tmpdir"</span>), <span class="jxr_string">"worldcitiespop.txt"</span>);
+<a class="jxr_linenumber" name="L71" href="#L71">71</a>  
+<a class="jxr_linenumber" name="L72" href="#L72">72</a>      <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">static</strong> <strong class="jxr_keyword">void</strong> main(<strong class="jxr_keyword">final</strong> String [] args) <strong class="jxr_keyword">throws</strong> Exception {
+<a class="jxr_linenumber" name="L73" href="#L73">73</a>          <strong class="jxr_keyword">if</strong> (BIG_FILE.exists()) {
+<a class="jxr_linenumber" name="L74" href="#L74">74</a>              System.out.println(String.format(<span class="jxr_string">"Found test fixture %s: %,d bytes."</span>, BIG_FILE, BIG_FILE.length()));
+<a class="jxr_linenumber" name="L75" href="#L75">75</a>          } <strong class="jxr_keyword">else</strong> {
+<a class="jxr_linenumber" name="L76" href="#L76">76</a>              System.out.println(<span class="jxr_string">"Decompressing test fixture "</span> + BIG_FILE + <span class="jxr_string">"..."</span>);
+<a class="jxr_linenumber" name="L77" href="#L77">77</a>              <strong class="jxr_keyword">try</strong> (<strong class="jxr_keyword">final</strong> InputStream input = <strong class="jxr_keyword">new</strong> GZIPInputStream(
+<a class="jxr_linenumber" name="L78" href="#L78">78</a>                      <strong class="jxr_keyword">new</strong> FileInputStream(<span class="jxr_string">"src/test/resources/perf/worldcitiespop.txt.gz"</span>));
+<a class="jxr_linenumber" name="L79" href="#L79">79</a>                      <strong class="jxr_keyword">final</strong> OutputStream output = <strong class="jxr_keyword">new</strong> FileOutputStream(BIG_FILE)) {
+<a class="jxr_linenumber" name="L80" href="#L80">80</a>                  IOUtils.copy(input, output);
+<a class="jxr_linenumber" name="L81" href="#L81">81</a>              }
+<a class="jxr_linenumber" name="L82" href="#L82">82</a>              System.out.println(String.format(<span class="jxr_string">"Decompressed test fixture %s: %,d bytes."</span>, BIG_FILE, BIG_FILE.length()));
+<a class="jxr_linenumber" name="L83" href="#L83">83</a>          }
+<a class="jxr_linenumber" name="L84" href="#L84">84</a>          <strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">int</strong> argc = args.length;
+<a class="jxr_linenumber" name="L85" href="#L85">85</a>          String tests[];
+<a class="jxr_linenumber" name="L86" href="#L86">86</a>          <strong class="jxr_keyword">if</strong> (argc &gt; 0) {
+<a class="jxr_linenumber" name="L87" href="#L87">87</a>              max=Integer.parseInt(args[0]);
+<a class="jxr_linenumber" name="L88" href="#L88">88</a>          }
+<a class="jxr_linenumber" name="L89" href="#L89">89</a>          <strong class="jxr_keyword">if</strong> (argc &gt; 1) {
+<a class="jxr_linenumber" name="L90" href="#L90">90</a>              tests = <strong class="jxr_keyword">new</strong> String[argc-1];
+<a class="jxr_linenumber" name="L91" href="#L91">91</a>              <strong class="jxr_keyword">for</strong> (<strong class="jxr_keyword">int</strong> i = 1; i &lt; argc; i++) {
+<a class="jxr_linenumber" name="L92" href="#L92">92</a>                  tests[i-1]=args[i];
+<a class="jxr_linenumber" name="L93" href="#L93">93</a>              }
+<a class="jxr_linenumber" name="L94" href="#L94">94</a>          } <strong class="jxr_keyword">else</strong> {
+<a class="jxr_linenumber" name="L95" href="#L95">95</a>              tests=<strong class="jxr_keyword">new</strong> String[]{<span class="jxr_string">"file"</span>, <span class="jxr_string">"split"</span>, <span class="jxr_string">"extb"</span>, <span class="jxr_string">"exts"</span>, <span class="jxr_string">"csv"</span>, <span class="jxr_string">"lexreset"</span>, <span class="jxr_string">"lexnew"</span>};
+<a class="jxr_linenumber" name="L96" href="#L96">96</a>          }
+<a class="jxr_linenumber" name="L97" href="#L97">97</a>          <strong class="jxr_keyword">for</strong>(<strong class="jxr_keyword">final</strong> String p : PROPS) {
+<a class="jxr_linenumber" name="L98" href="#L98">98</a>              System.out.println(p+<span class="jxr_string">"="</span>+System.getProperty(p));
+<a class="jxr_linenumber" name="L99" href="#L99">99</a>          }
+<a class="jxr_linenumber" name="L100" href="#L100">100</a>         System.out.println(<span class="jxr_string">"Max count: "</span>+max+<span class="jxr_string">"\n"</span>);
+<a class="jxr_linenumber" name="L101" href="#L101">101</a> 
+<a class="jxr_linenumber" name="L102" href="#L102">102</a>         <strong class="jxr_keyword">for</strong>(<strong class="jxr_keyword">final</strong> String test : tests) {
+<a class="jxr_linenumber" name="L103" href="#L103">103</a>             <strong class="jxr_keyword">if</strong> (<span class="jxr_string">"file"</span>.equals(test)) {
+<a class="jxr_linenumber" name="L104" href="#L104">104</a>                 testReadBigFile(false);
+<a class="jxr_linenumber" name="L105" href="#L105">105</a>             } <strong class="jxr_keyword">else</strong> <strong class="jxr_keyword">if</strong> (<span class="jxr_string">"split"</span>.equals(test)) {
+<a class="jxr_linenumber" name="L106" href="#L106">106</a>                 testReadBigFile(<strong class="jxr_keyword">true</strong>);
+<a class="jxr_linenumber" name="L107" href="#L107">107</a>             } <strong class="jxr_keyword">else</strong> <strong class="jxr_keyword">if</strong> (<span class="jxr_string">"csv"</span>.equals(test)) {
+<a class="jxr_linenumber" name="L108" href="#L108">108</a>                 testParseCommonsCSV();
+<a class="jxr_linenumber" name="L109" href="#L109">109</a>             } <strong class="jxr_keyword">else</strong> <strong class="jxr_keyword">if</strong> (<span class="jxr_string">"lexreset"</span>.equals(test)) {
+<a class="jxr_linenumber" name="L110" href="#L110">110</a>                 testCSVLexer(false, test);
+<a class="jxr_linenumber" name="L111" href="#L111">111</a>             } <strong class="jxr_keyword">else</strong> <strong class="jxr_keyword">if</strong> (<span class="jxr_string">"lexnew"</span>.equals(test)) {
+<a class="jxr_linenumber" name="L112" href="#L112">112</a>                 testCSVLexer(<strong class="jxr_keyword">true</strong>, test);
+<a class="jxr_linenumber" name="L113" href="#L113">113</a>             } <strong class="jxr_keyword">else</strong> <strong class="jxr_keyword">if</strong> (test.startsWith(<span class="jxr_string">"CSVLexer"</span>)) {
+<a class="jxr_linenumber" name="L114" href="#L114">114</a>                 testCSVLexer(false, test);
+<a class="jxr_linenumber" name="L115" href="#L115">115</a>             } <strong class="jxr_keyword">else</strong> <strong class="jxr_keyword">if</strong> (<span class="jxr_string">"extb"</span>.equals(test)) {
+<a class="jxr_linenumber" name="L116" href="#L116">116</a>                 testExtendedBuffer(false);
+<a class="jxr_linenumber" name="L117" href="#L117">117</a>             } <strong class="jxr_keyword">else</strong> <strong class="jxr_keyword">if</strong> (<span class="jxr_string">"exts"</span>.equals(test)) {
+<a class="jxr_linenumber" name="L118" href="#L118">118</a>                 testExtendedBuffer(<strong class="jxr_keyword">true</strong>);
+<a class="jxr_linenumber" name="L119" href="#L119">119</a>             } <strong class="jxr_keyword">else</strong> {
+<a class="jxr_linenumber" name="L120" href="#L120">120</a>                 System.out.println(<span class="jxr_string">"Invalid test name: "</span>+test);
+<a class="jxr_linenumber" name="L121" href="#L121">121</a>             }
+<a class="jxr_linenumber" name="L122" href="#L122">122</a>         }
+<a class="jxr_linenumber" name="L123" href="#L123">123</a>     }
+<a class="jxr_linenumber" name="L124" href="#L124">124</a> 
+<a class="jxr_linenumber" name="L125" href="#L125">125</a>     <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">static</strong> BufferedReader createReader() <strong class="jxr_keyword">throws</strong> IOException {
+<a class="jxr_linenumber" name="L126" href="#L126">126</a>         <strong class="jxr_keyword">return</strong> <strong class="jxr_keyword">new</strong> BufferedReader(<strong class="jxr_keyword">new</strong> FileReader(BIG_FILE));
+<a class="jxr_linenumber" name="L127" href="#L127">127</a>     }
+<a class="jxr_linenumber" name="L128" href="#L128">128</a> 
+<a class="jxr_linenumber" name="L129" href="#L129">129</a>     <em class="jxr_comment">// Container for basic statistics</em>
+<a class="jxr_linenumber" name="L130" href="#L130">130</a>     <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">static</strong> <strong class="jxr_keyword">class</strong> <a href="../../../../org/apache/commons/csv/PerformanceTest.html">Stats</a> {
+<a class="jxr_linenumber" name="L131" href="#L131">131</a>         <strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">int</strong> count;
+<a class="jxr_linenumber" name="L132" href="#L132">132</a>         <strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">int</strong> fields;
+<a class="jxr_linenumber" name="L133" href="#L133">133</a>         <a href="../../../../org/apache/commons/csv/PerformanceTest.html">Stats</a>(<strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">int</strong> c, <strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">int</strong> f) {
+<a class="jxr_linenumber" name="L134" href="#L134">134</a>             count=c;
+<a class="jxr_linenumber" name="L135" href="#L135">135</a>             fields=f;
+<a class="jxr_linenumber" name="L136" href="#L136">136</a>         }
+<a class="jxr_linenumber" name="L137" href="#L137">137</a>     }
+<a class="jxr_linenumber" name="L138" href="#L138">138</a> 
+<a class="jxr_linenumber" name="L139" href="#L139">139</a>     <em class="jxr_comment">// Display end stats; store elapsed for average</em>
+<a class="jxr_linenumber" name="L140" href="#L140">140</a>     <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">static</strong> <strong class="jxr_keyword">void</strong> show(<strong class="jxr_keyword">final</strong> String msg, <strong class="jxr_keyword">final</strong> <a href="../../../../org/apache/commons/csv/PerformanceTest.html">Stats</a> s, <strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">long</strong> start) {
+<a class="jxr_linenumber" name="L141" href="#L141">141</a>         <strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">long</strong> elapsed = System.currentTimeMillis() - start;
+<a class="jxr_linenumber" name="L142" href="#L142">142</a>         System.out.printf(<span class="jxr_string">"%-20s: %5dms "</span> + s.count + <span class="jxr_string">" lines "</span>+ s.fields + <span class="jxr_string">" fields%n"</span>,msg,elapsed);
+<a class="jxr_linenumber" name="L143" href="#L143">143</a>         elapsedTimes[num++]=elapsed;
+<a class="jxr_linenumber" name="L144" href="#L144">144</a>     }
+<a class="jxr_linenumber" name="L145" href="#L145">145</a> 
+<a class="jxr_linenumber" name="L146" href="#L146">146</a>     <em class="jxr_comment">// calculate and show average</em>
+<a class="jxr_linenumber" name="L147" href="#L147">147</a>     <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">static</strong> <strong class="jxr_keyword">void</strong> show(){
+<a class="jxr_linenumber" name="L148" href="#L148">148</a>         <strong class="jxr_keyword">long</strong> tot = 0;
+<a class="jxr_linenumber" name="L149" href="#L149">149</a>         <strong class="jxr_keyword">if</strong> (num &gt; 1) {
+<a class="jxr_linenumber" name="L150" href="#L150">150</a>             <strong class="jxr_keyword">for</strong>(<strong class="jxr_keyword">int</strong> i=1; i &lt; num; i++) { <em class="jxr_comment">// skip first test</em>
+<a class="jxr_linenumber" name="L151" href="#L151">151</a>                 tot += elapsedTimes[i];
+<a class="jxr_linenumber" name="L152" href="#L152">152</a>             }
+<a class="jxr_linenumber" name="L153" href="#L153">153</a>             System.out.printf(<span class="jxr_string">"%-20s: %5dms%n%n"</span>, <span class="jxr_string">"Average(not first)"</span>, tot/(num-1));
+<a class="jxr_linenumber" name="L154" href="#L154">154</a>         }
+<a class="jxr_linenumber" name="L155" href="#L155">155</a>         num=0; <em class="jxr_comment">// ready for next set</em>
+<a class="jxr_linenumber" name="L156" href="#L156">156</a>     }
+<a class="jxr_linenumber" name="L157" href="#L157">157</a> 
+<a class="jxr_linenumber" name="L158" href="#L158">158</a>     <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">static</strong> <strong class="jxr_keyword">void</strong> testReadBigFile(<strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">boolean</strong> split) <strong class="jxr_keyword">throws</strong> Exception {
+<a class="jxr_linenumber" name="L159" href="#L159">159</a>         <strong class="jxr_keyword">for</strong> (<strong class="jxr_keyword">int</strong> i = 0; i &lt; max; i++) {
+<a class="jxr_linenumber" name="L160" href="#L160">160</a>             <strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">long</strong> startMillis;
+<a class="jxr_linenumber" name="L161" href="#L161">161</a>             <strong class="jxr_keyword">final</strong> <a href="../../../../org/apache/commons/csv/PerformanceTest.html">Stats</a> stats;
+<a class="jxr_linenumber" name="L162" href="#L162">162</a>             <strong class="jxr_keyword">try</strong> (<strong class="jxr_keyword">final</strong> BufferedReader in = createReader()) {
+<a class="jxr_linenumber" name="L163" href="#L163">163</a>                 startMillis = System.currentTimeMillis();
+<a class="jxr_linenumber" name="L164" href="#L164">164</a>                 stats = readAll(in, split);
+<a class="jxr_linenumber" name="L165" href="#L165">165</a>             }
+<a class="jxr_linenumber" name="L166" href="#L166">166</a>             show(split ? <span class="jxr_string">"file+split"</span> : <span class="jxr_string">"file"</span>, stats, startMillis);
+<a class="jxr_linenumber" name="L167" href="#L167">167</a>         }
+<a class="jxr_linenumber" name="L168" href="#L168">168</a>         show();
+<a class="jxr_linenumber" name="L169" href="#L169">169</a>     }
+<a class="jxr_linenumber" name="L170" href="#L170">170</a> 
+<a class="jxr_linenumber" name="L171" href="#L171">171</a>    <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">static</strong> <a href="../../../../org/apache/commons/csv/PerformanceTest.html">Stats</a> readAll(<strong class="jxr_keyword">final</strong> BufferedReader in, <strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">boolean</strong> split) <strong class="jxr_keyword">throws</strong> IOException {
+<a class="jxr_linenumber" name="L172" href="#L172">172</a>        <strong class="jxr_keyword">int</strong> count = 0;
+<a class="jxr_linenumber" name="L173" href="#L173">173</a>        <strong class="jxr_keyword">int</strong> fields = 0;
+<a class="jxr_linenumber" name="L174" href="#L174">174</a>        String record;
+<a class="jxr_linenumber" name="L175" href="#L175">175</a>        <strong class="jxr_keyword">while</strong> ((record=in.readLine()) != <strong class="jxr_keyword">null</strong>) {
+<a class="jxr_linenumber" name="L176" href="#L176">176</a>            count++;
+<a class="jxr_linenumber" name="L177" href="#L177">177</a>            fields+= split ? record.split(<span class="jxr_string">","</span>).length : 1;
+<a class="jxr_linenumber" name="L178" href="#L178">178</a>        }
+<a class="jxr_linenumber" name="L179" href="#L179">179</a>        <strong class="jxr_keyword">return</strong> <strong class="jxr_keyword">new</strong> <a href="../../../../org/apache/commons/csv/PerformanceTest.html">Stats</a>(count, fields);
+<a class="jxr_linenumber" name="L180" href="#L180">180</a>    }
+<a class="jxr_linenumber" name="L181" href="#L181">181</a> 
+<a class="jxr_linenumber" name="L182" href="#L182">182</a>     <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">static</strong> <strong class="jxr_keyword">void</strong> testExtendedBuffer(<strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">boolean</strong> makeString) <strong class="jxr_keyword">throws</strong> Exception {
+<a class="jxr_linenumber" name="L183" href="#L183">183</a>         <strong class="jxr_keyword">for</strong> (<strong class="jxr_keyword">int</strong> i = 0; i &lt; max; i++) {
+<a class="jxr_linenumber" name="L184" href="#L184">184</a>             <strong class="jxr_keyword">int</strong> fields = 0;
+<a class="jxr_linenumber" name="L185" href="#L185">185</a>             <strong class="jxr_keyword">int</strong> lines = 0;
+<a class="jxr_linenumber" name="L186" href="#L186">186</a>             <strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">long</strong> startMillis;
+<a class="jxr_linenumber" name="L187" href="#L187">187</a>             <strong class="jxr_keyword">try</strong> (<strong class="jxr_keyword">final</strong> ExtendedBufferedReader in = <strong class="jxr_keyword">new</strong> ExtendedBufferedReader(createReader())) {
+<a class="jxr_linenumber" name="L188" href="#L188">188</a>                 startMillis = System.currentTimeMillis();
+<a class="jxr_linenumber" name="L189" href="#L189">189</a>                 <strong class="jxr_keyword">int</strong> read;
+<a class="jxr_linenumber" name="L190" href="#L190">190</a>                 <strong class="jxr_keyword">if</strong> (makeString) {
+<a class="jxr_linenumber" name="L191" href="#L191">191</a>                     StringBuilder sb = <strong class="jxr_keyword">new</strong> StringBuilder();
+<a class="jxr_linenumber" name="L192" href="#L192">192</a>                     <strong class="jxr_keyword">while</strong> ((read = in.read()) != -1) {
+<a class="jxr_linenumber" name="L193" href="#L193">193</a>                         sb.append((<strong class="jxr_keyword">char</strong>) read);
+<a class="jxr_linenumber" name="L194" href="#L194">194</a>                         <strong class="jxr_keyword">if</strong> (read == ',') { <em class="jxr_comment">// count delimiters</em>
+<a class="jxr_linenumber" name="L195" href="#L195">195</a>                             sb.toString();
+<a class="jxr_linenumber" name="L196" href="#L196">196</a>                             sb = <strong class="jxr_keyword">new</strong> StringBuilder();
+<a class="jxr_linenumber" name="L197" href="#L197">197</a>                             fields++;
+<a class="jxr_linenumber" name="L198" href="#L198">198</a>                         } <strong class="jxr_keyword">else</strong> <strong class="jxr_keyword">if</strong> (read == '\n') {
+<a class="jxr_linenumber" name="L199" href="#L199">199</a>                             sb.toString();
+<a class="jxr_linenumber" name="L200" href="#L200">200</a>                             sb = <strong class="jxr_keyword">new</strong> StringBuilder();
+<a class="jxr_linenumber" name="L201" href="#L201">201</a>                             lines++;
+<a class="jxr_linenumber" name="L202" href="#L202">202</a>                         }
+<a class="jxr_linenumber" name="L203" href="#L203">203</a>                     }
+<a class="jxr_linenumber" name="L204" href="#L204">204</a>                 } <strong class="jxr_keyword">else</strong> {
+<a class="jxr_linenumber" name="L205" href="#L205">205</a>                     <strong class="jxr_keyword">while</strong> ((read = in.read()) != -1) {
+<a class="jxr_linenumber" name="L206" href="#L206">206</a>                         <strong class="jxr_keyword">if</strong> (read == ',') { <em class="jxr_comment">// count delimiters</em>
+<a class="jxr_linenumber" name="L207" href="#L207">207</a>                             fields++;
+<a class="jxr_linenumber" name="L208" href="#L208">208</a>                         } <strong class="jxr_keyword">else</strong> <strong class="jxr_keyword">if</strong> (read == '\n') {
+<a class="jxr_linenumber" name="L209" href="#L209">209</a>                             lines++;
+<a class="jxr_linenumber" name="L210" href="#L210">210</a>                         }
+<a class="jxr_linenumber" name="L211" href="#L211">211</a>                     }
+<a class="jxr_linenumber" name="L212" href="#L212">212</a>                 }
+<a class="jxr_linenumber" name="L213" href="#L213">213</a>                 fields += lines; <em class="jxr_comment">// EOL is a delimiter too</em>
+<a class="jxr_linenumber" name="L214" href="#L214">214</a>             }
+<a class="jxr_linenumber" name="L215" href="#L215">215</a>             show(<span class="jxr_string">"Extended"</span> + (makeString ? <span class="jxr_string">" toString"</span> : <span class="jxr_string">""</span>), <strong class="jxr_keyword">new</strong> <a href="../../../../org/apache/commons/csv/PerformanceTest.html">Stats</a>(lines, fields), startMillis);
+<a class="jxr_linenumber" name="L216" href="#L216">216</a>         }
+<a class="jxr_linenumber" name="L217" href="#L217">217</a>         show();
+<a class="jxr_linenumber" name="L218" href="#L218">218</a>     }
+<a class="jxr_linenumber" name="L219" href="#L219">219</a> 
+<a class="jxr_linenumber" name="L220" href="#L220">220</a>     <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">static</strong> <strong class="jxr_keyword">void</strong> testParseCommonsCSV() <strong class="jxr_keyword">throws</strong> Exception {
+<a class="jxr_linenumber" name="L221" href="#L221">221</a>         <strong class="jxr_keyword">for</strong> (<strong class="jxr_keyword">int</strong> i = 0; i &lt; max; i++) {
+<a class="jxr_linenumber" name="L222" href="#L222">222</a>             <strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">long</strong> startMillis;
+<a class="jxr_linenumber" name="L223" href="#L223">223</a>             <strong class="jxr_keyword">final</strong> <a href="../../../../org/apache/commons/csv/PerformanceTest.html">Stats</a> stats;
+<a class="jxr_linenumber" name="L224" href="#L224">224</a>             <strong class="jxr_keyword">try</strong> (<strong class="jxr_keyword">final</strong> BufferedReader reader = createReader()) {
+<a class="jxr_linenumber" name="L225" href="#L225">225</a>                 <strong class="jxr_keyword">try</strong> (<strong class="jxr_keyword">final</strong> CSVParser parser = <strong class="jxr_keyword">new</strong> CSVParser(reader, format)) {
+<a class="jxr_linenumber" name="L226" href="#L226">226</a>                     startMillis = System.currentTimeMillis();
+<a class="jxr_linenumber" name="L227" href="#L227">227</a>                     stats = iterate(parser);
+<a class="jxr_linenumber" name="L228" href="#L228">228</a>                 }
+<a class="jxr_linenumber" name="L229" href="#L229">229</a>                 show(<span class="jxr_string">"CSV"</span>, stats, startMillis);
+<a class="jxr_linenumber" name="L230" href="#L230">230</a>             }
+<a class="jxr_linenumber" name="L231" href="#L231">231</a>         }
+<a class="jxr_linenumber" name="L232" href="#L232">232</a>         show();
+<a class="jxr_linenumber" name="L233" href="#L233">233</a>     }
+<a class="jxr_linenumber" name="L234" href="#L234">234</a> 
 <a class="jxr_linenumber" name="L235" href="#L235">235</a> 
-<a class="jxr_linenumber" name="L236" href="#L236">236</a>    <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">static</strong> <strong class="jxr_keyword">void</strong> testCSVLexer(<strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">boolean</strong> newToken, <strong class="jxr_keyword">final</strong> String test) <strong class="jxr_keyword">throws</strong> Exception {
-<a class="jxr_linenumber" name="L237" href="#L237">237</a>        Token token = <strong class="jxr_keyword">new</strong> Token();
-<a class="jxr_linenumber" name="L238" href="#L238">238</a>        String dynamic = <span class="jxr_string">""</span>;
-<a class="jxr_linenumber" name="L239" href="#L239">239</a>        <strong class="jxr_keyword">for</strong> (<strong class="jxr_keyword">int</strong> i = 0; i &lt; max; i++) {
-<a class="jxr_linenumber" name="L240" href="#L240">240</a>            <strong class="jxr_keyword">final</strong> ExtendedBufferedReader input = <strong class="jxr_keyword">new</strong> ExtendedBufferedReader(getReader());
-<a class="jxr_linenumber" name="L241" href="#L241">241</a>            Lexer lexer = <strong class="jxr_keyword">null</strong>;
-<a class="jxr_linenumber" name="L242" href="#L242">242</a>            <strong class="jxr_keyword">if</strong> (test.startsWith(<span class="jxr_string">"CSVLexer"</span>)) {
-<a class="jxr_linenumber" name="L243" href="#L243">243</a>                dynamic=<span class="jxr_string">"!"</span>;
-<a class="jxr_linenumber" name="L244" href="#L244">244</a>                lexer = getLexerCtor(test).newInstance(<strong class="jxr_keyword">new</strong> Object[]{format, input});
-<a class="jxr_linenumber" name="L245" href="#L245">245</a>            } <strong class="jxr_keyword">else</strong> {
-<a class="jxr_linenumber" name="L246" href="#L246">246</a>                lexer = <strong class="jxr_keyword">new</strong> Lexer(format, input);
-<a class="jxr_linenumber" name="L247" href="#L247">247</a>            }
-<a class="jxr_linenumber" name="L248" href="#L248">248</a>            <strong class="jxr_keyword">int</strong> count = 0;
-<a class="jxr_linenumber" name="L249" href="#L249">249</a>            <strong class="jxr_keyword">int</strong> fields = 0;
-<a class="jxr_linenumber" name="L250" href="#L250">250</a>            <strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">long</strong> t0 = System.currentTimeMillis();
-<a class="jxr_linenumber" name="L251" href="#L251">251</a>            <strong class="jxr_keyword">do</strong> {
-<a class="jxr_linenumber" name="L252" href="#L252">252</a>                <strong class="jxr_keyword">if</strong> (newToken) {
-<a class="jxr_linenumber" name="L253" href="#L253">253</a>                    token = <strong class="jxr_keyword">new</strong> Token();
-<a class="jxr_linenumber" name="L254" href="#L254">254</a>                } <strong class="jxr_keyword">else</strong> {
-<a class="jxr_linenumber" name="L255" href="#L255">255</a>                    token.reset();
-<a class="jxr_linenumber" name="L256" href="#L256">256</a>                }
-<a class="jxr_linenumber" name="L257" href="#L257">257</a>                lexer.nextToken(token);
-<a class="jxr_linenumber" name="L258" href="#L258">258</a>                <strong class="jxr_keyword">switch</strong>(token.type) {
-<a class="jxr_linenumber" name="L259" href="#L259">259</a>                <strong class="jxr_keyword">case</strong> EOF:
-<a class="jxr_linenumber" name="L260" href="#L260">260</a>                    <strong class="jxr_keyword">break</strong>;
-<a class="jxr_linenumber" name="L261" href="#L261">261</a>                <strong class="jxr_keyword">case</strong> EORECORD:
-<a class="jxr_linenumber" name="L262" href="#L262">262</a>                    fields++;
-<a class="jxr_linenumber" name="L263" href="#L263">263</a>                    count++;
-<a class="jxr_linenumber" name="L264" href="#L264">264</a>                    <strong class="jxr_keyword">break</strong>;
-<a class="jxr_linenumber" name="L265" href="#L265">265</a>                <strong class="jxr_keyword">case</strong> INVALID:
-<a class="jxr_linenumber" name="L266" href="#L266">266</a>                    <strong class="jxr_keyword">throw</strong> <strong class="jxr_keyword">new</strong> IOException(<span class="jxr_string">"invalid parse sequence &lt;"</span>+token.content.toString()+<span class="jxr_string">"&gt;"</span>);
-<a class="jxr_linenumber" name="L267" href="#L267">267</a>                <strong class="jxr_keyword">case</strong> TOKEN:
-<a class="jxr_linenumber" name="L268" href="#L268">268</a>                    fields++;
-<a class="jxr_linenumber" name="L269" href="#L269">269</a>                    <strong class="jxr_keyword">break</strong>;
-<a class="jxr_linenumber" name="L270" href="#L270">270</a>                 <strong class="jxr_keyword">case</strong> COMMENT: <em class="jxr_comment">// not really expecting these</em>
-<a class="jxr_linenumber" name="L271" href="#L271">271</a>                     <strong class="jxr_keyword">break</strong>;
-<a class="jxr_linenumber" name="L272" href="#L272">272</a>                 <strong class="jxr_keyword">default</strong>:
-<a class="jxr_linenumber" name="L273" href="#L273">273</a>                     <strong class="jxr_keyword">throw</strong> <strong class="jxr_keyword">new</strong> IllegalStateException(<span class="jxr_string">"Unexpected Token type: "</span> + token.type);
-<a class="jxr_linenumber" name="L274" href="#L274">274</a>               }
-<a class="jxr_linenumber" name="L275" href="#L275">275</a> 
-<a class="jxr_linenumber" name="L276" href="#L276">276</a>            } <strong class="jxr_keyword">while</strong> (!token.type.equals(Token.Type.EOF));
-<a class="jxr_linenumber" name="L277" href="#L277">277</a>            <strong class="jxr_keyword">final</strong> <a href="../../../../org/apache/commons/csv/PerformanceTest.html">Stats</a> s = <strong class="jxr_keyword">new</strong> <a href="../../../../org/apache/commons/csv/PerformanceTest.html">Stats</a>(count, fields);
-<a class="jxr_linenumber" name="L278" href="#L278">278</a>            input.close();
-<a class="jxr_linenumber" name="L279" href="#L279">279</a>            show(lexer.getClass().getSimpleName()+dynamic+<span class="jxr_string">" "</span>+(newToken ? <span class="jxr_string">"new"</span> : <span class="jxr_string">"reset"</span>), s, t0);
-<a class="jxr_linenumber" name="L280" href="#L280">280</a>        }
-<a class="jxr_linenumber" name="L281" href="#L281">281</a>        show();
-<a class="jxr_linenumber" name="L282" href="#L282">282</a>    }
-<a class="jxr_linenumber" name="L283" href="#L283">283</a> 
-<a class="jxr_linenumber" name="L284" href="#L284">284</a>    <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">static</strong> <a href="../../../../org/apache/commons/csv/PerformanceTest.html">Stats</a> iterate(<strong class="jxr_keyword">final</strong> Iterable&lt;CSVRecord&gt; it) {
-<a class="jxr_linenumber" name="L285" href="#L285">285</a>        <strong class="jxr_keyword">int</strong> count = 0;
-<a class="jxr_linenumber" name="L286" href="#L286">286</a>        <strong class="jxr_keyword">int</strong> fields = 0;
-<a class="jxr_linenumber" name="L287" href="#L287">287</a>        <strong class="jxr_keyword">for</strong> (<strong class="jxr_keyword">final</strong> CSVRecord record : it) {
-<a class="jxr_linenumber" name="L288" href="#L288">288</a>            count++;
-<a class="jxr_linenumber" name="L289" href="#L289">289</a>            fields+=record.size();
-<a class="jxr_linenumber" name="L290" href="#L290">290</a>        }
-<a class="jxr_linenumber" name="L291" href="#L291">291</a>        <strong class="jxr_keyword">return</strong> <strong class="jxr_keyword">new</strong> <a href="../../../../org/apache/commons/csv/PerformanceTest.html">Stats</a>(count, fields);
-<a class="jxr_linenumber" name="L292" href="#L292">292</a>    }
-<a class="jxr_linenumber" name="L293" href="#L293">293</a> 
-<a class="jxr_linenumber" name="L294" href="#L294">294</a> }
+<a class="jxr_linenumber" name="L236" href="#L236">236</a>    <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">static</strong> Constructor&lt;Lexer&gt; getLexerCtor(<strong class="jxr_keyword">final</strong> String clazz) <strong class="jxr_keyword">throws</strong> Exception {
+<a class="jxr_linenumber" name="L237" href="#L237">237</a>        @SuppressWarnings(<span class="jxr_string">"unchecked"</span>)
+<a class="jxr_linenumber" name="L238" href="#L238">238</a>        <strong class="jxr_keyword">final</strong> Class&lt;Lexer&gt; lexer = (Class&lt;Lexer&gt;) Class.forName(<span class="jxr_string">"org.apache.commons.csv."</span> + clazz);
+<a class="jxr_linenumber" name="L239" href="#L239">239</a>        <strong class="jxr_keyword">return</strong> lexer.getConstructor(<strong class="jxr_keyword">new</strong> Class&lt;?&gt;[]{CSVFormat.<strong class="jxr_keyword">class</strong>, ExtendedBufferedReader.<strong class="jxr_keyword">class</strong>});
+<a class="jxr_linenumber" name="L240" href="#L240">240</a>    }
+<a class="jxr_linenumber" name="L241" href="#L241">241</a> 
+<a class="jxr_linenumber" name="L242" href="#L242">242</a>     <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">static</strong> <strong class="jxr_keyword">void</strong> testCSVLexer(<strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">boolean</strong> newToken, <strong class="jxr_keyword">final</strong> String test) <strong class="jxr_keyword">throws</strong> Exception {
+<a class="jxr_linenumber" name="L243" href="#L243">243</a>         Token token = <strong class="jxr_keyword">new</strong> Token();
+<a class="jxr_linenumber" name="L244" href="#L244">244</a>         String dynamic = <span class="jxr_string">""</span>;
+<a class="jxr_linenumber" name="L245" href="#L245">245</a>         <strong class="jxr_keyword">for</strong> (<strong class="jxr_keyword">int</strong> i = 0; i &lt; max; i++) {
+<a class="jxr_linenumber" name="L246" href="#L246">246</a>             <strong class="jxr_keyword">final</strong> String simpleName;
+<a class="jxr_linenumber" name="L247" href="#L247">247</a>             <strong class="jxr_keyword">final</strong> <a href="../../../../org/apache/commons/csv/PerformanceTest.html">Stats</a> stats;
+<a class="jxr_linenumber" name="L248" href="#L248">248</a>             <strong class="jxr_keyword">final</strong> <strong class="jxr_keyword">long</strong> startMillis;
+<a class="jxr_linenumber" name="L249" href="#L249">249</a>             <strong class="jxr_keyword">try</strong> (<strong class="jxr_keyword">final</strong> ExtendedBufferedReader input = <strong class="jxr_keyword">new</strong> ExtendedBufferedReader(createReader());
+<a class="jxr_linenumber" name="L250" href="#L250">250</a>                     Lexer lexer = createTestCSVLexer(test, input)) {
+<a class="jxr_linenumber" name="L251" href="#L251">251</a>                 <strong class="jxr_keyword">if</strong> (test.startsWith(<span class="jxr_string">"CSVLexer"</span>)) {
+<a class="jxr_linenumber" name="L252" href="#L252">252</a>                     dynamic = <span class="jxr_string">"!"</span>;
+<a class="jxr_linenumber" name="L253" href="#L253">253</a>                 }
+<a class="jxr_linenumber" name="L254" href="#L254">254</a>                 simpleName = lexer.getClass().getSimpleName();
+<a class="jxr_linenumber" name="L255" href="#L255">255</a>                 <strong class="jxr_keyword">int</strong> count = 0;
+<a class="jxr_linenumber" name="L256" href="#L256">256</a>                 <strong class="jxr_keyword">int</strong> fields = 0;
+<a class="jxr_linenumber" name="L257" href="#L257">257</a>                 startMillis = System.currentTimeMillis();
+<a class="jxr_linenumber" name="L258" href="#L258">258</a>                 <strong class="jxr_keyword">do</strong> {
+<a class="jxr_linenumber" name="L259" href="#L259">259</a>                     <strong class="jxr_keyword">if</strong> (newToken) {
+<a class="jxr_linenumber" name="L260" href="#L260">260</a>                         token = <strong class="jxr_keyword">new</strong> Token();
+<a class="jxr_linenumber" name="L261" href="#L261">261</a>                     } <strong class="jxr_keyword">else</strong> {
+<a class="jxr_linenumber" name="L262" href="#L262">262</a>                         token.reset();
+<a class="jxr_linenumber" name="L263" href="#L263">263</a>                     }
+<a class="jxr_linenumber" name="L264" href="#L264">264</a>                     lexer.nextToken(token);
+<a class="jxr_linenumber" name="L265" href="#L265">265</a>                     <strong class="jxr_keyword">switch</strong> (token.type) {
+<a class="jxr_linenumber" name="L266" href="#L266">266</a>                     <strong class="jxr_keyword">case</strong> EOF:
+<a class="jxr_linenumber" name="L267" href="#L267">267</a>                         <strong class="jxr_keyword">break</strong>;
+<a class="jxr_linenumber" name="L268" href="#L268">268</a>                     <strong class="jxr_keyword">case</strong> EORECORD:
+<a class="jxr_linenumber" name="L269" href="#L269">269</a>                         fields++;
+<a class="jxr_linenumber" name="L270" href="#L270">270</a>                         count++;
+<a class="jxr_linenumber" name="L271" href="#L271">271</a>                         <strong class="jxr_keyword">break</strong>;
+<a class="jxr_linenumber" name="L272" href="#L272">272</a>                     <strong class="jxr_keyword">case</strong> INVALID:
+<a class="jxr_linenumber" name="L273" href="#L273">273</a>                         <strong class="jxr_keyword">throw</strong> <strong class="jxr_keyword">new</strong> IOException(<span class="jxr_string">"invalid parse sequence &lt;"</span> + token.content.toString() + <span class="jxr_string">"&gt;"</span>);
+<a class="jxr_linenumber" name="L274" href="#L274">274</a>                     <strong class="jxr_keyword">case</strong> TOKEN:
+<a class="jxr_linenumber" name="L275" href="#L275">275</a>                         fields++;
+<a class="jxr_linenumber" name="L276" href="#L276">276</a>                         <strong class="jxr_keyword">break</strong>;
+<a class="jxr_linenumber" name="L277" href="#L277">277</a>                     <strong class="jxr_keyword">case</strong> COMMENT: <em class="jxr_comment">// not really expecting these</em>
+<a class="jxr_linenumber" name="L278" href="#L278">278</a>                         <strong class="jxr_keyword">break</strong>;
+<a class="jxr_linenumber" name="L279" href="#L279">279</a>                     <strong class="jxr_keyword">default</strong>:
+<a class="jxr_linenumber" name="L280" href="#L280">280</a>                         <strong class="jxr_keyword">throw</strong> <strong class="jxr_keyword">new</strong> IllegalStateException(<span class="jxr_string">"Unexpected Token type: "</span> + token.type);
+<a class="jxr_linenumber" name="L281" href="#L281">281</a>                     }
+<a class="jxr_linenumber" name="L282" href="#L282">282</a>                 } <strong class="jxr_keyword">while</strong> (!token.type.equals(Token.Type.EOF));
+<a class="jxr_linenumber" name="L283" href="#L283">283</a>                 stats = <strong class="jxr_keyword">new</strong> <a href="../../../../org/apache/commons/csv/PerformanceTest.html">Stats</a>(count, fields);
+<a class="jxr_linenumber" name="L284" href="#L284">284</a>             }
+<a class="jxr_linenumber" name="L285" href="#L285">285</a>             show(simpleName + dynamic + <span class="jxr_string">" "</span> + (newToken ? <span class="jxr_string">"new"</span> : <span class="jxr_string">"reset"</span>), stats, startMillis);
+<a class="jxr_linenumber" name="L286" href="#L286">286</a>         }
+<a class="jxr_linenumber" name="L287" href="#L287">287</a>         show();
+<a class="jxr_linenumber" name="L288" href="#L288">288</a>     }
+<a class="jxr_linenumber" name="L289" href="#L289">289</a> 
+<a class="jxr_linenumber" name="L290" href="#L290">290</a>     <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">static</strong> Lexer createTestCSVLexer(<strong class="jxr_keyword">final</strong> String test, <strong class="jxr_keyword">final</strong> ExtendedBufferedReader input)
+<a class="jxr_linenumber" name="L291" href="#L291">291</a>             <strong class="jxr_keyword">throws</strong> InstantiationException, IllegalAccessException, InvocationTargetException, Exception {
+<a class="jxr_linenumber" name="L292" href="#L292">292</a>         <strong class="jxr_keyword">return</strong> test.startsWith(<span class="jxr_string">"CSVLexer"</span>) ? getLexerCtor(test)
+<a class="jxr_linenumber" name="L293" href="#L293">293</a>                 .newInstance(<strong class="jxr_keyword">new</strong> Object[] { format, input }) : <strong class="jxr_keyword">new</strong> Lexer(format, input);
+<a class="jxr_linenumber" name="L294" href="#L294">294</a>     }
+<a class="jxr_linenumber" name="L295" href="#L295">295</a> 
+<a class="jxr_linenumber" name="L296" href="#L296">296</a>    <strong class="jxr_keyword">private</strong> <strong class="jxr_keyword">static</strong> <a href="../../../../org/apache/commons/csv/PerformanceTest.html">Stats</a> iterate(<strong class="jxr_keyword">final</strong> Iterable&lt;CSVRecord&gt; it) {
+<a class="jxr_linenumber" name="L297" href="#L297">297</a>        <strong class="jxr_keyword">int</strong> count = 0;
+<a class="jxr_linenumber" name="L298" href="#L298">298</a>        <strong class="jxr_keyword">int</strong> fields = 0;
+<a class="jxr_linenumber" name="L299" href="#L299">299</a>        <strong class="jxr_keyword">for</strong> (<strong class="jxr_keyword">final</strong> CSVRecord record : it) {
+<a class="jxr_linenumber" name="L300" href="#L300">300</a>            count++;
+<a class="jxr_linenumber" name="L301" href="#L301">301</a>            fields+=record.size();
+<a class="jxr_linenumber" name="L302" href="#L302">302</a>        }
+<a class="jxr_linenumber" name="L303" href="#L303">303</a>        <strong class="jxr_keyword">return</strong> <strong class="jxr_keyword">new</strong> <a href="../../../../org/apache/commons/csv/PerformanceTest.html">Stats</a>(count, fields);
+<a class="jxr_linenumber" name="L304" href="#L304">304</a>    }
+<a class="jxr_linenumber" name="L305" href="#L305">305</a> 
+<a class="jxr_linenumber" name="L306" href="#L306">306</a> }
 </pre>
 <hr/>
 <div id="footer">Copyright &#169; 2016 <a href="http://www.apache.org/">The Apache Software Foundation</a>. All rights reserved.</div>

Modified: websites/production/commons/content/proper/commons-csv/xref-test/org/apache/commons/csv/bugs/JiraCsv164Test.html
==============================================================================
--- websites/production/commons/content/proper/commons-csv/xref-test/org/apache/commons/csv/bugs/JiraCsv164Test.html (original)
+++ websites/production/commons/content/proper/commons-csv/xref-test/org/apache/commons/csv/bugs/JiraCsv164Test.html Sun Jul 10 19:38:20 2016
@@ -37,30 +37,32 @@
 <a class="jxr_linenumber" name="L29" href="#L29">29</a>      @Test
 <a class="jxr_linenumber" name="L30" href="#L30">30</a>      <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">void</strong> testJiraCsv154_withCommentMarker() <strong class="jxr_keyword">throws</strong> IOException {
 <a class="jxr_linenumber" name="L31" href="#L31">31</a>          <strong class="jxr_keyword">final</strong> String comment = <span class="jxr_string">"This is a header comment"</span>;
-<a class="jxr_linenumber" name="L32" href="#L32">32</a>          <strong class="jxr_keyword">final</strong> CSVFormat format = CSVFormat.EXCEL.withHeader(<span class="jxr_string">"H1"</span>, <span class="jxr_string">"H2"</span>).withCommentMarker('#').withHeaderComments(comment);
-<a class="jxr_linenumber" name="L33" href="#L33">33</a>          <strong class="jxr_keyword">final</strong> StringBuilder out = <strong class="jxr_keyword">new</strong> StringBuilder();
-<a class="jxr_linenumber" name="L34" href="#L34">34</a>          <strong class="jxr_keyword">final</strong> CSVPrinter printer = format.print(out);
-<a class="jxr_linenumber" name="L35" href="#L35">35</a>          printer.print(<span class="jxr_string">"A"</span>);
-<a class="jxr_linenumber" name="L36" href="#L36">36</a>          printer.print(<span class="jxr_string">"B"</span>);
-<a class="jxr_linenumber" name="L37" href="#L37">37</a>          printer.close();
-<a class="jxr_linenumber" name="L38" href="#L38">38</a>          <strong class="jxr_keyword">final</strong> String s = out.toString();
-<a class="jxr_linenumber" name="L39" href="#L39">39</a>          assertTrue(s, s.contains(comment));
-<a class="jxr_linenumber" name="L40" href="#L40">40</a>      }
-<a class="jxr_linenumber" name="L41" href="#L41">41</a>  
-<a class="jxr_linenumber" name="L42" href="#L42">42</a>      @Test
-<a class="jxr_linenumber" name="L43" href="#L43">43</a>      <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">void</strong> testJiraCsv154_withHeaderComments() <strong class="jxr_keyword">throws</strong> IOException {
-<a class="jxr_linenumber" name="L44" href="#L44">44</a>          <strong class="jxr_keyword">final</strong> String comment = <span class="jxr_string">"This is a header comment"</span>;
-<a class="jxr_linenumber" name="L45" href="#L45">45</a>          <strong class="jxr_keyword">final</strong> CSVFormat format = CSVFormat.EXCEL.withHeader(<span class="jxr_string">"H1"</span>, <span class="jxr_string">"H2"</span>).withHeaderComments(comment).withCommentMarker('#');
-<a class="jxr_linenumber" name="L46" href="#L46">46</a>          <strong class="jxr_keyword">final</strong> StringBuilder out = <strong class="jxr_keyword">new</strong> StringBuilder();
-<a class="jxr_linenumber" name="L47" href="#L47">47</a>          <strong class="jxr_keyword">final</strong> CSVPrinter printer = format.print(out);
-<a class="jxr_linenumber" name="L48" href="#L48">48</a>          printer.print(<span class="jxr_string">"A"</span>);
-<a class="jxr_linenumber" name="L49" href="#L49">49</a>          printer.print(<span class="jxr_string">"B"</span>);
-<a class="jxr_linenumber" name="L50" href="#L50">50</a>          printer.close();
-<a class="jxr_linenumber" name="L51" href="#L51">51</a>          <strong class="jxr_keyword">final</strong> String s = out.toString();
-<a class="jxr_linenumber" name="L52" href="#L52">52</a>          assertTrue(s, s.contains(comment));
-<a class="jxr_linenumber" name="L53" href="#L53">53</a>      }
-<a class="jxr_linenumber" name="L54" href="#L54">54</a>  
-<a class="jxr_linenumber" name="L55" href="#L55">55</a>  }
+<a class="jxr_linenumber" name="L32" href="#L32">32</a>          <strong class="jxr_keyword">final</strong> CSVFormat format = CSVFormat.EXCEL.withHeader(<span class="jxr_string">"H1"</span>, <span class="jxr_string">"H2"</span>).withCommentMarker('#')
+<a class="jxr_linenumber" name="L33" href="#L33">33</a>                  .withHeaderComments(comment);
+<a class="jxr_linenumber" name="L34" href="#L34">34</a>          <strong class="jxr_keyword">final</strong> StringBuilder out = <strong class="jxr_keyword">new</strong> StringBuilder();
+<a class="jxr_linenumber" name="L35" href="#L35">35</a>          <strong class="jxr_keyword">try</strong> (<strong class="jxr_keyword">final</strong> CSVPrinter printer = format.print(out)) {
+<a class="jxr_linenumber" name="L36" href="#L36">36</a>              printer.print(<span class="jxr_string">"A"</span>);
+<a class="jxr_linenumber" name="L37" href="#L37">37</a>              printer.print(<span class="jxr_string">"B"</span>);
+<a class="jxr_linenumber" name="L38" href="#L38">38</a>          }
+<a class="jxr_linenumber" name="L39" href="#L39">39</a>          <strong class="jxr_keyword">final</strong> String s = out.toString();
+<a class="jxr_linenumber" name="L40" href="#L40">40</a>          assertTrue(s, s.contains(comment));
+<a class="jxr_linenumber" name="L41" href="#L41">41</a>      }
+<a class="jxr_linenumber" name="L42" href="#L42">42</a>  
+<a class="jxr_linenumber" name="L43" href="#L43">43</a>      @Test
+<a class="jxr_linenumber" name="L44" href="#L44">44</a>      <strong class="jxr_keyword">public</strong> <strong class="jxr_keyword">void</strong> testJiraCsv154_withHeaderComments() <strong class="jxr_keyword">throws</strong> IOException {
+<a class="jxr_linenumber" name="L45" href="#L45">45</a>          <strong class="jxr_keyword">final</strong> String comment = <span class="jxr_string">"This is a header comment"</span>;
+<a class="jxr_linenumber" name="L46" href="#L46">46</a>          <strong class="jxr_keyword">final</strong> CSVFormat format = CSVFormat.EXCEL.withHeader(<span class="jxr_string">"H1"</span>, <span class="jxr_string">"H2"</span>).withHeaderComments(comment)
+<a class="jxr_linenumber" name="L47" href="#L47">47</a>                  .withCommentMarker('#');
+<a class="jxr_linenumber" name="L48" href="#L48">48</a>          <strong class="jxr_keyword">final</strong> StringBuilder out = <strong class="jxr_keyword">new</strong> StringBuilder();
+<a class="jxr_linenumber" name="L49" href="#L49">49</a>          <strong class="jxr_keyword">try</strong> (<strong class="jxr_keyword">final</strong> CSVPrinter printer = format.print(out)) {
+<a class="jxr_linenumber" name="L50" href="#L50">50</a>              printer.print(<span class="jxr_string">"A"</span>);
+<a class="jxr_linenumber" name="L51" href="#L51">51</a>              printer.print(<span class="jxr_string">"B"</span>);
+<a class="jxr_linenumber" name="L52" href="#L52">52</a>          }
+<a class="jxr_linenumber" name="L53" href="#L53">53</a>          <strong class="jxr_keyword">final</strong> String s = out.toString();
+<a class="jxr_linenumber" name="L54" href="#L54">54</a>          assertTrue(s, s.contains(comment));
+<a class="jxr_linenumber" name="L55" href="#L55">55</a>      }
+<a class="jxr_linenumber" name="L56" href="#L56">56</a>  
+<a class="jxr_linenumber" name="L57" href="#L57">57</a>  }
 </pre>
 <hr/>
 <div id="footer">Copyright &#169; 2016 <a href="http://www.apache.org/">The Apache Software Foundation</a>. All rights reserved.</div>